-- Logs begin at Wed 2021-07-14 20:09:02 UTC, end at Wed 2021-07-14 21:05:36 UTC. -- Jul 14 20:39:35.745044 dv-cinder-800830-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 20:39:38.506953 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.common.config [-] Logging enabled! Jul 14 20:39:38.507592 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 20:39:38.507730 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99347) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 20:39:38.511037 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.common.config [-] Logging enabled! Jul 14 20:39:38.511295 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 20:39:38.511609 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99347) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 20:39:38.512604 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 20:39:38.512837 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 20:39:38.513216 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 20:39:38.513461 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 20:39:38.513685 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 20:39:38.514004 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.514299 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.514598 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.514826 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.515123 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.515414 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.515697 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.516008 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.516305 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.516593 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.516873 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.517157 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.517387 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.517667 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.517953 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.518238 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.518459 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] debug = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.518738 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.519168 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.519593 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.519905 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.520188 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.520470 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.520744 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.521023 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.521307 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.521667 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] host = dv-cinder-800830-1-iscsi {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.521947 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.522228 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.522511 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.522796 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.523069 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.523344 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.523629 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.523926 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.524206 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] log_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.524475 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.524763 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.525053 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.525339 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.525565 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.525794 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.526081 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.526363 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.526633 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.526913 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.527188 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.527459 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.527731 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.528021 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.528311 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.528598 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.528882 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.529162 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.529438 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.529709 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.529978 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.530260 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.530532 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.530801 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.531073 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.531361 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.531622 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.531919 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.532222 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.532506 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.532789 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.533072 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.533346 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.533627 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.533900 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.534171 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.534442 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] use_json = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.534713 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.534983 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.535266 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.535540 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.535812 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.536110 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.536384 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.536667 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:38.536964 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.537794 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.538100 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.538386 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.538682 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.538962 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.539255 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.539537 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.539828 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.540141 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.540431 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.540717 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.541008 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.541289 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.541587 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.541898 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.542195 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.542490 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.542761 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.543042 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.543319 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.543596 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.543912 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.544210 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.544500 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.544775 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.545057 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.545346 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.545622 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.545894 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.546171 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.546462 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.546740 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.547013 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.547296 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.547578 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.547878 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.548157 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.548440 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.548734 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.549017 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.549290 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.549563 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.549842 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.550113 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.550399 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.550677 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.550950 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.551221 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.551500 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.551773 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.552072 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.552351 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.552625 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.553481 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.553746 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.554020 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.554295 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.554568 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.554841 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.555117 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.555383 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.555660 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.555959 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.556237 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.556509 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.556784 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.557056 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.557344 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.557646 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.557925 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.558207 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.558485 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.558765 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.559048 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.559326 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.559601 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.559902 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.560177 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.560470 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.560754 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.561049 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.561332 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.561612 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.561906 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.562190 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.562474 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.562753 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.563029 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.563319 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.563604 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.563923 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.564220 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.564516 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.564809 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.565105 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.565388 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.565696 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.565976 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:38.566192 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 20:39:38.566438 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99347) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 20:39:38.933334 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 20:39:38.933606 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 20:39:38.933892 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 20:39:38.934239 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 20:39:39.329205 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.329398 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.329660 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.330971 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.331244 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.331518 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.366737 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.367014 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.367276 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.380446 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.380732 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.381040 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.410970 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.411252 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.411523 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.448429 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.448709 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.448984 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.680039 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.680681 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.680681 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.680821 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.681521 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.801170 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.801482 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.801762 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.802035 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.802299 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.802604 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.802901 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.803158 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.803415 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.803692 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.803968 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.804233 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.804486 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.804739 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.804985 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.805252 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.805502 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.805770 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.806035 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.806288 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.806558 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.806801 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.807078 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.807446 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.807692 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.807961 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.808361 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:39:39.808599 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:39:39.808841 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:39:39.809073 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:39:39.809303 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:39:39.809534 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:39:39.809898 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 20:39:39.813114 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 20:39:39.817017 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 20:39:39.821534 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 14 20:39:39.823166 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 20:39:39.823623 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 20:39:39.823985 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 20:39:39.824367 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 20:39:39.827168 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 20:39:39.827416 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 20:39:39.827761 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 20:39:39.856039 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 20:39:39.856495 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.856796 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99347) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 20:39:39.857157 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.858537 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99347) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 20:39:39.858808 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 20:39:39.859055 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 20:39:39.863658 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.863956 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:39.927463 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 20:39:39.927678 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 20:39:39.927993 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 20:39:39.928376 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 20:39:39.950159 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_db.sqlalchemy.engines [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99347) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 20:39:40.482169 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Initializing driver for type 'gre' Jul 14 20:39:40.482772 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] gre ID ranges: [(1, 1000)] Jul 14 20:39:40.537439 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Initializing driver for type 'local' Jul 14 20:39:40.537761 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Initializing driver for type 'vlan' Jul 14 20:39:40.551942 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] VlanTypeDriver initialization complete Jul 14 20:39:40.552314 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Initializing driver for type 'vxlan' Jul 14 20:39:40.553330 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] vxlan ID ranges: [(1, 1000)] Jul 14 20:39:40.620248 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Initializing extension driver 'port_security' Jul 14 20:39:40.620600 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.extensions.port_security [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] PortSecurityExtensionDriver initialization complete Jul 14 20:39:40.620957 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Initializing mechanism driver 'openvswitch' Jul 14 20:39:40.621283 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Initializing mechanism driver 'hyperv' Jul 14 20:39:40.627797 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.plugins.ml2.plugin [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:40.628696 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > port after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.629078 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > port after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.629438 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > port after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.629975 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 20:39:40.630415 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.630777 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.631125 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.631514 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 20:39:40.631944 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > network after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.632297 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > network after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.632642 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > network after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.633027 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 20:39:40.633430 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.633783 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.634125 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.634512 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 20:39:40.634939 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.635272 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.635606 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.636022 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 20:39:40.636430 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.636774 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.637110 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.637498 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 20:39:40.637877 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] ML2 OVO RPC backend initialized. {{(pid=99347) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 20:39:40.638591 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.638946 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.639370 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > network before_response 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.639716 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > networks before_response 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.640084 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > port before_response 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.640428 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > ports before_response 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.640770 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.641112 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.641460 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > network after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.641798 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > network after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.642133 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > network after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.642470 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > port after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.642807 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > port after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.643144 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > port after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.643481 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.643816 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.644174 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.644778 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.plugin [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Modular L2 Plugin initialization complete Jul 14 20:39:40.645115 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading services supported by the core plugin {{(pid=99347) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 20:39:40.645446 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.plugins.ml2.managers [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Got port-security extension from driver 'port_security' Jul 14 20:39:40.645910 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.extensions.vlantransparent [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Disabled vlantransparent extension. Jul 14 20:39:40.646399 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99347) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 20:39:40.646715 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading Plugin: router Jul 14 20:39:40.683571 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.684415 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router after_create 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.684415 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router before_create 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.684616 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.684999 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.685357 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router after_delete 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.685710 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.686198 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router after_create 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.686554 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router after_update 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.686906 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router after_update 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.687252 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.687611 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router after_update 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.688052 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.688423 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: port after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.688769 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: port after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.689110 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: subnet after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.689450 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.689803 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.690155 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.690497 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: port before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.690844 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.691213 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router after_update 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.691560 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.691939 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.692310 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.692656 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.693024 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > agent after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.693405 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.693758 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > network after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.694699 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Tracking information for resource: router configured {{(pid=99347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:39:40.695032 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Tracking information for resource: floatingip configured {{(pid=99347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:39:40.700206 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.db.l3_agentschedulers_db [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 20:39:40.700798 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: port after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.701166 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: port after_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.701523 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: port after_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.701882 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: port after_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.702697 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router before_create 55550100 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.703068 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.703435 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.703795 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.708333 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.services.provider_configuration [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service providers = [] {{(pid=99347) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 20:39:40.708702 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.db.servicetype_db [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99347) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 20:39:40.711694 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.services.service_base [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 20:39:40.712072 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.services.service_base [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 20:39:40.712422 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.services.service_base [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 20:39:40.713319 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.services.service_base [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 20:39:40.713696 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.services.service_base [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 20:39:40.714085 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:39:40.714407 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 20:39:40.726073 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:39:40.726412 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading Plugin: auto_allocate Jul 14 20:39:40.732255 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: network precommit_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.732635 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: network precommit_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.733167 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:39:40.733484 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading Plugin: tag Jul 14 20:39:40.740883 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:39:40.741184 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading Plugin: timestamp Jul 14 20:39:40.745050 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:39:40.745378 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading Plugin: network_ip_availability Jul 14 20:39:40.750799 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.751173 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.751530 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.752302 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:39:40.752621 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading Plugin: flavors Jul 14 20:39:40.757627 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:39:40.757959 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading Plugin: revisions Jul 14 20:39:40.762221 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:39:40.762619 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_concurrency.lockutils [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=99347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 20:39:40.763360 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99347) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 20:39:40.763698 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Initializing extension manager. Jul 14 20:39:40.764246 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: __init__.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.764584 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: __pycache__ {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.764917 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.765247 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: address_group.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.766013 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.766590 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: address-group Jul 14 20:39:40.766913 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: address_scope.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.767629 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.768174 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: address-scope Jul 14 20:39:40.768496 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.769427 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.769944 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: router-admin-state-down-before-update Jul 14 20:39:40.770266 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: agent.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.770970 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.771520 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: agent Jul 14 20:39:40.771852 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: agent_resources_synced.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.772772 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.773286 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: agent-resources-synced Jul 14 20:39:40.773607 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.775422 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.775979 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: allowed-address-pairs Jul 14 20:39:40.776311 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.777394 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.777906 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: auto-allocated-topology Jul 14 20:39:40.778228 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: availability_zone.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.778922 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.779429 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: availability_zone Jul 14 20:39:40.779750 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: availability_zone_filter.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.780699 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.781210 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: availability_zone_filter Jul 14 20:39:40.781532 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: data_plane_status.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.782440 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.782950 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 20:39:40.783272 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: default_subnetpools.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.784247 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.784763 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: default-subnetpools Jul 14 20:39:40.785083 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.785932 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.786444 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: dhcp_agent_scheduler Jul 14 20:39:40.786769 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: dns.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.788263 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.788769 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 20:39:40.789093 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: dns_domain_ports.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.790015 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.790522 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 20:39:40.790844 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.791776 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.792310 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 20:39:40.792633 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: dvr.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.793303 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.793810 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: dvr Jul 14 20:39:40.794129 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: empty_string_filtering.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.795043 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.795558 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: empty-string-filtering Jul 14 20:39:40.795910 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.796815 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.797326 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 20:39:40.797648 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.798559 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.799071 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 20:39:40.799390 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: external_net.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.800326 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.800840 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: external-net Jul 14 20:39:40.801158 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.802073 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.802586 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: extra_dhcp_opt Jul 14 20:39:40.803457 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: extraroute.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.804413 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.804932 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: extraroute Jul 14 20:39:40.805253 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: extraroute_atomic.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.806297 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.806811 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: extraroute-atomic Jul 14 20:39:40.807132 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: filter_validation.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.807801 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.808540 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: filter-validation Jul 14 20:39:40.808865 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: fip_pf_description.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.809804 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.810319 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 20:39:40.810639 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: fip_port_details.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.811570 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.812115 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: fip-port-details Jul 14 20:39:40.812437 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: flavors.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.813688 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.814209 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: flavors Jul 14 20:39:40.814537 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.816242 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.816769 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 20:39:40.817093 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: floatingip_pools.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.817796 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.818339 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: floatingip-pools Jul 14 20:39:40.818664 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: ip_allocation.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.819582 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.820209 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 20:39:40.820526 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.821447 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.821958 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: ip-substring-filtering Jul 14 20:39:40.822277 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: l2_adjacency.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.823210 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.823715 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 20:39:40.824073 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: l3.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.825088 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.825604 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: router Jul 14 20:39:40.825928 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.828215 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.828755 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 20:39:40.829084 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.830032 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.830550 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: ext-gw-mode Jul 14 20:39:40.830879 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.831801 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.832344 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: l3-ha Jul 14 20:39:40.832671 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: l3_flavors.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.833585 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.834122 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: l3-flavors Jul 14 20:39:40.834447 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.835364 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.835902 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 20:39:40.836235 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: l3agentscheduler.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.837287 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.837797 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: l3_agent_scheduler Jul 14 20:39:40.838120 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: logging.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.839600 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.840167 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension logging not supported by any of loaded plugins Jul 14 20:39:40.840498 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: metering.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.841244 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.841820 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: metering Jul 14 20:39:40.842399 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.845097 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.845635 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: metering_source_and_destination_fields Jul 14 20:39:40.845972 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: multiprovidernet.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.846963 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.847483 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: multi-provider Jul 14 20:39:40.847810 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: netmtu.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.848770 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.849285 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: net-mtu Jul 14 20:39:40.850149 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: netmtu_writable.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.851079 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.851590 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: net-mtu-writable Jul 14 20:39:40.851947 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: network_availability_zone.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.852629 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.853140 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: network_availability_zone Jul 14 20:39:40.853462 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: network_ip_availability.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.854565 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.855089 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: network-ip-availability Jul 14 20:39:40.855417 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: network_segment_range.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.856228 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.856735 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 20:39:40.857056 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: pagination.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.858054 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.858389 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: pagination Jul 14 20:39:40.858708 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: port_device_profile.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.859628 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.860175 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: port-device-profile Jul 14 20:39:40.860497 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.861428 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.861946 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: port-mac-address-regenerate Jul 14 20:39:40.862265 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.863175 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.863691 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: port-numa-affinity-policy Jul 14 20:39:40.864062 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: port_resource_request.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.864996 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.866079 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 20:39:40.866400 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: portbindings.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.867333 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.867862 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: binding Jul 14 20:39:40.868207 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: portbindings_extended.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.869476 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.869998 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: binding-extended Jul 14 20:39:40.870325 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: portsecurity.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.871243 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.871756 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: port-security Jul 14 20:39:40.872104 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: project_id.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.873074 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.873402 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: project-id Jul 14 20:39:40.873720 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: providernet.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.874647 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.875172 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: provider Jul 14 20:39:40.875493 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: qos.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.879031 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.879560 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension qos not supported by any of loaded plugins Jul 14 20:39:40.879913 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.881205 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.881729 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 20:39:40.882063 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.882986 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.883505 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 20:39:40.883833 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: qos_default.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.884772 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.885288 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension qos-default not supported by any of loaded plugins Jul 14 20:39:40.885616 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: qos_fip.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.886273 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.886779 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 20:39:40.887102 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.888059 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.888569 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 20:39:40.888889 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.889802 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.890311 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 20:39:40.890632 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.891549 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.892097 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 20:39:40.892421 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: qos_rules_alias.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.893459 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.893972 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 20:39:40.894295 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: quotasv2.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.895257 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.895781 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: quotas Jul 14 20:39:40.896130 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: quotasv2_detail.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.899193 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.899535 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: quota_details Jul 14 20:39:40.899893 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: rbac.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.900976 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.901513 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: rbac-policies Jul 14 20:39:40.901849 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: rbac_address_group.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.902783 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.903308 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: rbac-address-group Jul 14 20:39:40.903638 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: rbac_address_scope.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.904588 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.905113 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: rbac-address-scope Jul 14 20:39:40.905443 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: rbac_security_groups.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.906361 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.906882 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: rbac-security-groups Jul 14 20:39:40.907208 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.908178 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.908693 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: rbac-subnetpool Jul 14 20:39:40.909021 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: revisionifmatch.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.909945 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.910461 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: revision-if-match Jul 14 20:39:40.910788 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: revisions.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.911941 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.913000 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: standard-attr-revisions Jul 14 20:39:40.913327 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: router_availability_zone.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.914012 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.914531 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: router_availability_zone Jul 14 20:39:40.914855 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: routerservicetype.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.915779 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.916349 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 20:39:40.916674 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.917600 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.918115 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: security-groups-normalized-cidr Jul 14 20:39:40.918441 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.919367 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.919904 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: port-security-groups-filtering Jul 14 20:39:40.920233 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.921153 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.921667 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: security-groups-remote-address-group Jul 14 20:39:40.921991 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: securitygroup.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.932332 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.932893 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: security-group Jul 14 20:39:40.933226 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: segment.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.934110 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.934575 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension segment not supported by any of loaded plugins Jul 14 20:39:40.934900 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.935913 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.936432 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 20:39:40.936755 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: servicetype.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.937891 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.938425 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: service-type Jul 14 20:39:40.938752 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: sorting.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.939754 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.940120 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: sorting Jul 14 20:39:40.940450 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: standard_attr_segment.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.941440 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.941961 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 20:39:40.942287 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: standardattrdescription.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.942939 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.943490 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: standard-attr-description Jul 14 20:39:40.943816 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: stateful_security_group.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.944777 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.945305 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: stateful-security-group Jul 14 20:39:40.945632 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: stdattrs_common.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.946220 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 20:39:40.946540 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.947478 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.948064 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 20:39:40.948391 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: subnet_onboard.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.949471 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.949996 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: subnet_onboard Jul 14 20:39:40.950323 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.951253 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.951767 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 20:39:40.952117 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: subnet_service_types.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.953046 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.953564 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: subnet-service-types Jul 14 20:39:40.953889 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: subnetallocation.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.954967 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.955490 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: subnet_allocation Jul 14 20:39:40.955816 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.956505 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.957021 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: subnetpool-prefix-ops Jul 14 20:39:40.957343 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.958292 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.958808 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 20:39:40.959667 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: tagging.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.960815 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.961338 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: standard-attr-tag Jul 14 20:39:40.961666 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: timestamp.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.962866 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.963392 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loaded extension: standard-attr-timestamp Jul 14 20:39:40.963719 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: trunk.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.964778 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.965299 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension trunk not supported by any of loaded plugins Jul 14 20:39:40.965625 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: trunk_details.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.966555 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.967077 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 20:39:40.967656 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.968612 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.969136 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 20:39:40.969462 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Loading extension file: vlantransparent.py {{(pid=99347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 20:39:40.970147 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 20:39:40.970662 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 20:39:40.973244 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:network Jul 14 20:39:40.973797 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:subnet Jul 14 20:39:40.974204 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 20:39:40.974660 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:port Jul 14 20:39:40.976527 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.976983 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service FLAVORS assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.977610 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.978049 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.978384 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:router Jul 14 20:39:40.978814 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 20:39:40.979308 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service METERING assigned prefix: /metering {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.980874 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.981246 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.981596 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:40.982633 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 20:39:40.983089 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:security_group Jul 14 20:39:40.983540 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 20:39:40.984180 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service CORE assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.984514 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 20:39:40.984864 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] subnetpool is already registered Jul 14 20:39:40.985301 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service CORE assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.985629 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 20:39:40.985972 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] subnetpool is already registered Jul 14 20:39:40.988307 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.988743 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service FLAVORS assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.989340 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.989766 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.990098 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:router Jul 14 20:39:40.990463 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] router is already registered Jul 14 20:39:40.990874 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 20:39:40.991214 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] floatingip is already registered Jul 14 20:39:40.991668 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service METERING assigned prefix: /metering {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.992385 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 20:39:40.992716 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] rbac_policy is already registered Jul 14 20:39:40.993131 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:security_group Jul 14 20:39:40.993467 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] security_group is already registered Jul 14 20:39:40.993869 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 20:39:40.994203 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] security_group_rule is already registered Jul 14 20:39:40.994839 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service CORE assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.995164 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 20:39:40.995499 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] subnetpool is already registered Jul 14 20:39:40.995961 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.v2.resource_helper [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Service CORE assigned prefix: {{(pid=99347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:39:40.996290 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 20:39:40.996624 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING neutron.quota.resource_registry [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] subnetpool is already registered Jul 14 20:39:40.997094 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: extensions {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:40.998603 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: address-groups {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.000133 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: address-scopes {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.001453 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: agents {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.002617 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: auto-allocated-topology {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.003879 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: availability_zones {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.005129 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: dhcp-networks {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.006703 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: dhcp-agents {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.008168 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: routers {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.009882 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: flavors {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.011166 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: service_profiles {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.012414 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: next_providers {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.013867 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: service_profiles {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.015425 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: floatingip-pools {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.016685 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: routers {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.018394 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: floatingips {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.020741 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: l3-routers {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.022734 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: l3-agents {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.024191 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: metering-labels {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.025454 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: metering-label-rules {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.026820 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: network-ip-availabilities {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.028105 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: bindings {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.029675 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: quotas {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.031231 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: quotas {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.032691 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: rbac-policies {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.033893 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: security-groups {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.035197 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: security-group-rules {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.036483 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: service-providers {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.038316 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: subnetpools {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.039642 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: subnetpools {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.041224 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: tags {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.042917 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: tags {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.044774 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: tags {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.046557 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: tags {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.048295 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: tags {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.050270 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: tags {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.052057 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: tags {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.053885 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: tags {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.055755 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: tags {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.057555 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron.api.extensions [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Extended resource: tags {{(pid=99347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:39:41.063544 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING keystonemiddleware.auth_token [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 20:39:41.068286 dv-cinder-800830-1-iscsi neutron-server[99347]: WARNING keystonemiddleware.auth_token [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 20:39:41.076719 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_concurrency.lockutils [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Acquired lock "singleton_lock" {{(pid=99347) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 20:39:41.077200 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_concurrency.lockutils [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Releasing lock "singleton_lock" {{(pid=99347) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 20:39:41.077848 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO oslo_service.service [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Starting 2 workers Jul 14 20:39:41.082703 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Started child 99456 {{(pid=99347) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 20:39:41.087908 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Started child 99457 {{(pid=99347) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 20:39:41.089192 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:41.090192 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO neutron.service [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 20:39:41.090333 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Notify callbacks [] for process, before_spawn {{(pid=99347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:41.090628 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [-] (99456) wsgi starting up on http://0.0.0.0:9696 Jul 14 20:39:41.092953 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO oslo_service.service [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Starting 1 workers Jul 14 20:39:41.093155 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:41.094355 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [-] (99457) wsgi starting up on http://0.0.0.0:9696 Jul 14 20:39:41.098329 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Started child 99458 {{(pid=99347) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 20:39:41.098881 dv-cinder-800830-1-iscsi neutron-server[99347]: INFO oslo_service.service [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Starting 1 workers Jul 14 20:39:41.104160 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Started child 99459 {{(pid=99347) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 20:39:41.105011 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG neutron_lib.callbacks.manager [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] Notify callbacks [] for process, after_spawn {{(pid=99347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:41.106331 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.service [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] calling RpcWorker wait() {{(pid=99458) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 20:39:41.106946 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99347) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 20:39:41.107047 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.service [None req-1eb20db0-1c5a-41d3-be25-55e9cadd90e0 None None] returning from RpcWorker wait() {{(pid=99458) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 20:39:41.107158 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 20:39:41.107520 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 20:39:41.107741 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 20:39:41.108148 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 20:39:41.108313 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 20:39:41.108808 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.109079 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.109224 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:41.109428 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.109599 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.109872 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.109979 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:41.110451 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.110584 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:41.110977 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.111234 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.111520 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.111785 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.112129 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.112129 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.112401 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.112616 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.113066 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.113366 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.113604 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.113866 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.114047 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.114444 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.114714 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.114972 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.115285 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] debug = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.115533 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.116058 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.116317 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.116547 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.116756 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.117036 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.117265 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.117648 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.117855 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.118040 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.118244 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.118516 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.118756 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.118974 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.119190 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.119470 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.119671 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.120169 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] host = dv-cinder-800830-1-iscsi {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.120417 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.120637 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.120899 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.121151 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.121393 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.121622 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.121872 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.122127 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.122379 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.122612 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.122861 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.123105 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.123321 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.123560 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.123744 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_options = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.123982 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.124241 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.124612 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.124821 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.124821 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.125215 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.125215 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.125615 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.125615 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.126165 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.126165 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.126562 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.126562 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.126963 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.126963 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.127342 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.127539 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.127763 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.128208 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.128208 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.128587 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.128587 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.128960 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.128960 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.129358 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.129557 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.129782 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.129963 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.130092 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.130336 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.130572 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.130876 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.131115 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.131355 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.131590 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.131817 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.132081 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.132351 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.132582 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.132849 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.133107 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.133339 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.133601 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.133833 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.134063 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.134313 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_json = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.134641 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.134790 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.135026 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.135245 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.135457 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.135689 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.135911 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.136214 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.136551 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.136830 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.137135 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.137394 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.137630 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.137890 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.138194 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.138340 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.138588 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.138837 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.139150 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.139373 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.139660 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.140423 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.140423 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.140701 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.140835 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.141013 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.141252 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.141862 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.141862 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.142115 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.142392 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.142528 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.143179 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.143179 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.143437 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.143437 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.143691 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.143901 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.144574 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.144574 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.144986 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.144986 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.145240 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.145364 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.145531 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.146195 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.146195 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.147032 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.147032 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.147244 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.147423 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.148160 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.148160 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.148160 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.148640 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.148640 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.148875 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.149199 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.149331 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.149465 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:41.149597 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.149730 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.149885 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.150101 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.150333 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.150551 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.150764 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.150976 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.151191 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.151418 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.151681 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.151920 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.152160 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.152398 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.152617 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.152835 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.153048 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.153285 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.153497 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.153714 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.153927 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.154140 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.154373 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.154614 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.154827 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.155056 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.155249 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.155466 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.155701 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.155944 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.156158 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.156464 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.156623 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.156898 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.157201 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.157423 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.157667 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.157889 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.158128 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.158451 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.158666 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.158861 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.159116 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.159361 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.159618 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.159942 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.160086 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.160332 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.160593 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.160923 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.161082 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.161308 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.161609 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.161809 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.162122 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.163034 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.163307 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.163631 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.163907 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.164178 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.165149 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.165327 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.165985 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.165985 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.166268 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.166437 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.167230 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.167991 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.170233 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.170233 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.170233 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.170233 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.170763 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.170763 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.171010 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.171138 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.171333 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.171595 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.172050 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.172276 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.172531 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.173042 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.173593 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.173593 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.173593 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.174223 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.174446 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.174808 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.175156 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.175753 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.176365 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.177031 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.177476 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.178337 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.178718 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.179083 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.179922 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.179922 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.180259 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.180414 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.180658 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.180922 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.181218 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.181477 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.181740 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.181996 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.182252 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.182508 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.182800 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.183054 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.183315 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.183585 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.183867 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.184222 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.184443 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.184709 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.184995 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.185249 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.185578 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.185874 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.186145 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.186469 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.186769 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.187159 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.187709 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.188113 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.188445 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.189723 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.189723 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.189723 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.190163 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.190163 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.190977 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.190977 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.191380 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.191754 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.192162 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.192557 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.192941 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.193287 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.194072 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.194379 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.194663 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.194955 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.195237 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.195512 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.195784 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.196121 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.196416 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.196736 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.197052 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.197413 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.197765 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.198044 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.198291 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.198630 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.198931 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.199239 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.199533 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.199808 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.200122 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.200386 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.200643 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.201228 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.201852 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.202352 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.202718 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.203108 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.203469 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.203818 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.204201 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.204527 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.204836 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.205183 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.205584 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.206010 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.206364 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.206680 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.207024 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.207616 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.208219 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.208803 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.212231 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.212832 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.213193 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.214500 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.214853 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.215169 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.215567 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.216590 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.216590 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.218487 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.218925 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.219447 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.220005 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.220522 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.221038 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.221541 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.222079 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.222679 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.223239 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.223771 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.224334 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.224950 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.225510 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.226044 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.226533 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.227176 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.227868 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.228465 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.228992 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.229505 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.230055 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.230561 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.231035 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.231633 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.232006 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.232371 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.232765 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.233136 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.233773 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.234153 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.234538 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.234902 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.235275 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.235651 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.236072 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.236415 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.236678 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 20:39:41.237764 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99347) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 20:39:41.238013 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 20:39:41.238452 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 20:39:41.238932 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 20:39:41.239215 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 20:39:41.239473 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 20:39:41.240029 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.240990 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.241157 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.241310 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.241496 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.241788 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.242049 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.242330 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.242595 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.242970 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.243219 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.243482 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.243730 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.244015 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.244262 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.244523 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.244772 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.245041 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.246473 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.246473 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.246473 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.246473 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.246473 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] debug = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.247141 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.247141 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.247141 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.247537 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.247666 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.247871 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.248218 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.248479 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.248731 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.248997 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.249254 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.249513 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.249716 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.249941 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.250202 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.250445 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.250710 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.250973 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] host = dv-cinder-800830-1-iscsi {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.251228 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.251498 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.251769 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.252015 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.252277 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.252522 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.252765 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.253007 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.253249 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.253508 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.253768 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.254010 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.254256 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.254499 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.254753 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_options = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.254945 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.255159 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.255398 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.255679 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.256520 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.256762 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.257005 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.257249 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.257488 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.257725 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.257965 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.258305 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.258566 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.258815 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.259055 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.259296 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.259533 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.259770 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.260073 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.260319 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.260558 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.260798 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.261046 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.261284 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.261539 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.261779 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.262016 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.262253 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.262492 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.262730 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.262969 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.263236 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.263460 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.263697 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.263968 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.264208 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.264447 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.264691 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.264931 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.265169 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.265416 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.265657 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.265896 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.266133 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.266371 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.266624 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_json = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.266865 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.267104 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.267359 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.267625 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.267919 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.268179 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.268454 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.268697 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:39:41.268983 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.269484 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.269484 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.270176 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.270176 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.270469 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.270469 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.270791 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.270985 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.271465 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.271677 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.271822 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.272069 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.272313 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.272564 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.272832 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.273078 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.273324 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.273806 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.273806 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.274082 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.274302 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.274567 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.274810 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.275053 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.275296 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.275539 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.275784 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.276060 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.276305 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.276559 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.276807 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.277053 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.277315 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.277561 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.277806 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.278049 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.278292 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.278556 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.278808 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.279069 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.279335 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.279629 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.279909 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.280147 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.280411 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.280657 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.280901 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.281166 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.281401 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.281679 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.281910 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.282173 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.282416 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.282659 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.282903 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.283164 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.283413 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.283657 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.283950 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.284217 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.284496 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.284742 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.285006 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.285268 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.285519 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.285762 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.286024 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.286268 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.286513 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.286757 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.287032 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.287276 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.288062 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.288062 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.288062 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.288505 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.288648 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.288842 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.289082 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.289349 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.289613 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.289865 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.290117 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.290378 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.290638 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.290882 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.291139 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.291388 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.291633 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.291907 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.292063 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:41.292235 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.292428 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.292674 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.292919 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.293161 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.293406 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.293656 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.293898 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.294140 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.294392 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.294634 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.294880 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.295123 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.295366 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.295608 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.295866 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.296119 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.296363 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.296613 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.296858 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.297113 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.297355 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.297602 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.297846 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.298096 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.298349 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.298594 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.298843 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.299107 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.299352 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.299594 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.299883 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.300127 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.300386 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.300641 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.300904 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.302390 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.302390 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.302390 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.302390 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.302390 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.302390 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.303696 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.303696 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.303696 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.304153 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.304299 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.304442 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.304679 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.304923 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.305173 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.305418 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.305681 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.305945 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.306217 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.306452 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.306699 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.306946 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.307192 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.307446 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.307692 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.307969 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.308238 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.308574 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.308773 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.309020 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.309560 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.309560 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.309911 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.311596 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.311596 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.311596 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.311596 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.311596 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.311596 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.311596 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.312673 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.312673 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.312673 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.312673 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.313195 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.313195 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.313542 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.313721 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.313900 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.314154 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.314400 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.314662 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.314908 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.315164 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.315429 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.315675 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.315951 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.316216 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.316480 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.316737 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.316997 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.317244 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.317494 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.317756 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.318004 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.318295 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.319053 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.319299 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.319542 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.319790 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.320092 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.320349 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.320616 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.320863 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.321107 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.321351 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.321593 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.321854 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.322115 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.322399 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.322654 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.322856 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.323089 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.323302 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.323515 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.323786 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.324076 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.324344 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.324616 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.324888 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.325145 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.325427 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.325686 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.325949 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.326217 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.326477 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.326742 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.327023 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.327288 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.327554 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.327821 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.328119 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.328383 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.328656 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.328866 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.329098 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.329328 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.329552 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.329753 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.329954 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.330158 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.330361 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.330563 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.330763 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.330964 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.331193 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.331429 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.331650 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.331893 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.332124 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.332391 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.332622 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.332852 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.333078 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.333308 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.333555 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.333796 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.333796 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.334257 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.334257 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.334804 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.334804 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.335237 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.335237 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.335680 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.335680 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.335680 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.336340 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.336340 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.336340 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.337001 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.337001 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.337001 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.337626 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.337626 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.337626 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.338260 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.338260 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.338260 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.338890 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.338890 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.338890 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:39:41.339512 dv-cinder-800830-1-iscsi neutron-server[99347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 20:39:41.437627 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53578) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:39:41.448369 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080070 Jul 14 20:39:53.015299 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d2690-5f4d-4aa7-936b-fad56e237659 None None] get_active_networks_info from dv-cinder-800830-1-iscsi {{(pid=99458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 20:39:53.082594 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d2690-5f4d-4aa7-936b-fad56e237659 None None] No non-hosted networks {{(pid=99458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 20:39:53.097090 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.agentschedulers_db [None req-981d2690-5f4d-4aa7-936b-fad56e237659 None None] DHCP Agent not found on host dv-cinder-800830-1-iscsi {{(pid=99458) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 20:39:53.184645 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-674004a9-b16c-4179-9f4c-7b9458c80668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-339760'] for agent, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:55.931715 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-339760'] for agent, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:55.933694 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.934230 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.934798 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.936885 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.937458 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.943954 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.945159 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.946268 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.947367 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.947905 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.949010 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.950117 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:55.951268 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800830-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:55.974614 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800830-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:56.044814 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0ad50b9d-6f86-40ab-87fc-237657ca6a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-339760'] for agent, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:56.124417 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-5836c8b2-642a-46f0-a378-aa634fcad6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:56.910611 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-339760'] for agent, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:58.525483 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-339760'] for agent, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:39:59.517599 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.db.l3_hamode_db [None req-61ecc869-f175-486e-8004-36f173001a82 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 20:39:59.594111 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecc869-f175-486e-8004-36f173001a82 None None] Routers set() bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:39:59.594780 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecc869-f175-486e-8004-36f173001a82 None None] Router IDs set() for agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 20:39:59.699374 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53672) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:00.185267 dv-cinder-800830-1-iscsi neutron-server[99456]: WARNING oslo_policy.policy [None req-861d10c8-9737-449b-898d-d16d4138f5c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:40:00.185838 dv-cinder-800830-1-iscsi neutron-server[99456]: WARNING oslo_policy.policy [None req-861d10c8-9737-449b-898d-d16d4138f5c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:40:00.402460 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [None req-861d10c8-9737-449b-898d-d16d4138f5c1 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 20:40:00.403561 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-861d10c8-9737-449b-898d-d16d4138f5c1 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7032475 Jul 14 20:40:02.760094 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53686) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:03.069178 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-45c192a5-6b38-42d6-9048-fdb95a357d31 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:40:03.162754 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.policy [None req-45c192a5-6b38-42d6-9048-fdb95a357d31 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99456) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 20:40:03.213356 dv-cinder-800830-1-iscsi neutron-server[99456]: WARNING oslo_policy.policy [None req-45c192a5-6b38-42d6-9048-fdb95a357d31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:40:03.213743 dv-cinder-800830-1-iscsi neutron-server[99456]: WARNING oslo_policy.policy [None req-45c192a5-6b38-42d6-9048-fdb95a357d31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:40:03.222647 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.quota [None req-45c192a5-6b38-42d6-9048-fdb95a357d31 admin admin] Loaded quota_driver: . Jul 14 20:40:03.316809 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-45c192a5-6b38-42d6-9048-fdb95a357d31 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754389370915', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754389371854', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754389362685', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754389365216', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754389358186', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754389339555', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-596407', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601002', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3740933', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3930868'] for rbac-policy, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:03.389410 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-45c192a5-6b38-42d6-9048-fdb95a357d31 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:03.390641 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-45c192a5-6b38-42d6-9048-fdb95a357d31 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6295276 Jul 14 20:40:05.977663 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53698) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:06.265639 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Request body: {'network': {'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'admin_state_up': True, 'name': 'private'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:40:06.295083 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Made reservation on behalf of ea94ccfbdcf44351b2cca79e033f2136 for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:40:06.297945 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:06.314227 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:06.439821 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:06.445269 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:06.466182 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:40:06.495288 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754391378490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:06.495776 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Unsubscribe: segment precommit_create {{(pid=99456) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 20:40:06.496304 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Added segment 3eb4e839-ae73-461e-967d-24cd1820fdf5 of type vlan for network da7cd785-c767-4cd1-8855-671632e8c96e Jul 14 20:40:06.514069 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2364da-ad98-4282-bf44-d39620a978d2,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:06.540029 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.540411 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.540754 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.541086 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.541411 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.541748 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.542073 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.542392 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.542726 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.543046 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.543360 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.543674 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Tracked resource versions report: Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: pushed versions: Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: { 'AddressGroup': {'1.2'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'ConntrackHelper': {'1.0'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Log': {'1.0'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Network': {'1.1'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Port': {'1.7'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'PortForwarding': {'1.2'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'QosPolicy': {'1.8'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SecurityGroup': {'1.4'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SubPort': {'1.0'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Subnet': {'1.1'}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Trunk': {'1.1'}} Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: consumer versions: Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: { DHCP agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: L3 agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: Metadata agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: Metering agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: Open vSwitch agent@dv-cinder-800830-1-iscsi: { 'AddressGroup': '1.2', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'ConntrackHelper': '1.0', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Log': '1.0', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Network': '1.1', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Port': '1.7', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'PortForwarding': '1.2', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'QosPolicy': '1.8', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SecurityGroup': '1.4', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SecurityGroupRule': '1.2', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SubPort': '1.0', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Subnet': '1.1', Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Trunk': '1.1'}} Jul 14 20:40:06.544820 dv-cinder-800830-1-iscsi neutron-server[99456]: {{(pid=99456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:40:06.620832 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:06.670683 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:06.671708 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:40:06.672398 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:06.752616 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7737920 Jul 14 20:40:06.770937 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6fb29-05cc-4942-bc73-a39d314df979 admin admin] Pushing event updated for resources: {'Network': ['ID=da7cd785-c767-4cd1-8855-671632e8c96e,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:06.783291 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network da7cd785-c767-4cd1-8855-671632e8c96e details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:40:09.400332 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 53712) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:09.885267 dv-cinder-800830-1-iscsi neutron-server[99457]: WARNING oslo_policy.policy [None req-d7ae35ec-e274-486a-a595-c277b76acb7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:40:09.885861 dv-cinder-800830-1-iscsi neutron-server[99457]: WARNING oslo_policy.policy [None req-d7ae35ec-e274-486a-a595-c277b76acb7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:40:10.325706 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.policy [None req-d7ae35ec-e274-486a-a595-c277b76acb7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99457) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 20:40:10.372823 dv-cinder-800830-1-iscsi neutron-server[99457]: WARNING oslo_policy.policy [None req-d7ae35ec-e274-486a-a595-c277b76acb7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:40:10.373214 dv-cinder-800830-1-iscsi neutron-server[99457]: WARNING oslo_policy.policy [None req-d7ae35ec-e274-486a-a595-c277b76acb7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:40:10.381532 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae35ec-e274-486a-a595-c277b76acb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:40:10.383869 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-d7ae35ec-e274-486a-a595-c277b76acb7d admin admin] 10.222.0.38 "GET /v2.0/networks/da7cd785-c767-4cd1-8855-671632e8c96e HTTP/1.1" status: 200 len: 825 time: 0.9814200 Jul 14 20:40:10.429174 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-370f36a2-6199-4593-a800-be6b32f875fc admin admin] 10.222.0.38 "GET /v2.0/subnetpools/d9e3f073-828c-4502-9b7f-21642fb9f76e HTTP/1.1" status: 200 len: 734 time: 0.0366633 Jul 14 20:40:10.439188 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e', 'subnetpool_id': 'd9e3f073-828c-4502-9b7f-21642fb9f76e'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:40:10.440896 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.quota [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Loaded quota_driver: . Jul 14 20:40:10.485443 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Made reservation on behalf of ea94ccfbdcf44351b2cca79e033f2136 for: {'subnet': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:40:10.488506 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:10.785977 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:10.854519 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Checking segment: {'id': '3eb4e839-ae73-461e-967d-24cd1820fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:40:10.854900 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Network hostable DHCP agents. Network: da7cd785-c767-4cd1-8855-671632e8c96e, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:40:10.866199 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=852f5abd-ccb5-40bd-8f3d-784edfa83158,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:10.876305 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.876658 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.876990 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.877313 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.877632 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.878504 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.878822 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.879136 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.879465 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.879780 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.880112 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.880418 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Tracked resource versions report: Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: pushed versions: Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: { 'AddressGroup': {'1.2'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'ConntrackHelper': {'1.0'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Log': {'1.0'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Network': {'1.1'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Port': {'1.7'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'PortForwarding': {'1.2'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'QosPolicy': {'1.8'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SecurityGroup': {'1.4'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SubPort': {'1.0'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Subnet': {'1.1'}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Trunk': {'1.1'}} Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: consumer versions: Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: { DHCP agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: L3 agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: Metadata agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: Metering agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: Open vSwitch agent@dv-cinder-800830-1-iscsi: { 'AddressGroup': '1.2', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'ConntrackHelper': '1.0', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Log': '1.0', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Network': '1.1', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Port': '1.7', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'PortForwarding': '1.2', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'QosPolicy': '1.8', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SecurityGroup': '1.4', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SecurityGroupRule': '1.2', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SubPort': '1.0', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Subnet': '1.1', Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Trunk': '1.1'}} Jul 14 20:40:10.881501 dv-cinder-800830-1-iscsi neutron-server[99457]: {{(pid=99457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:40:10.917611 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Network da7cd785-c767-4cd1-8855-671632e8c96e is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:40:10.931023 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, da7cd785-c767-4cd1-8855-671632e8c96e) {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:10.935736 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:40:10.936400 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:10.941686 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599aa0ee-8f08-4b81-824f-ed5c0c422dbb None None] Network da7cd785-c767-4cd1-8855-671632e8c96e requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:40:10.959769 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-9ffb0dd0-42cd-409c-90ee-1895cb9a9b7e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5244787 Jul 14 20:40:11.269377 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52155cd6-d8b7-5def-9819-e61ccad68c5f-da7cd785-c767-4cd1-8855-671632e8c96e', 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'fixed_ips': [{'subnet_id': '852f5abd-ccb5-40bd-8f3d-784edfa83158'}]}} from dv-cinder-800830-1-iscsi. {{(pid=99458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 20:40:11.270661 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:11.568975 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.db_base_plugin_common [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Allocated IP 172.20.0.2 (da7cd785-c767-4cd1-8855-671632e8c96e/852f5abd-ccb5-40bd-8f3d-784edfa83158/18ec2fd3-cf24-4c81-bc32-b28a98dbf184) {{(pid=99458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:40:11.795721 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Notify callbacks [] for port, precommit_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:11.820990 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Transition to ACTIVE for port object 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:40:11.872874 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Transition to ACTIVE for port object 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 will not be triggered until provisioned by entity DHCP. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:40:11.882175 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:11.952389 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Network da7cd785-c767-4cd1-8855-671632e8c96e is already hosted by enough agents. {{(pid=99458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:11.957826 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.base_scheduler [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Resources bound (agent type, host, resource id): {{(pid=99458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:11.967221 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Received port after_create {{(pid=99458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:40:11.970428 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Pushing event updated for resources: {'Port': ['ID=18ec2fd3-cf24-4c81-bc32-b28a98dbf184,revision_number=1']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:11.996847 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:11.997191 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:11.997529 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:11.997866 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:11.998196 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:11.998528 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:11.998857 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:11.999238 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:11.999582 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:11.999968 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:12.000270 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:12.000593 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Tracked resource versions report: Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: pushed versions: Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: { 'AddressGroup': {'1.2'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'ConntrackHelper': {'1.0'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Log': {'1.0'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Network': {'1.1'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Port': {'1.7'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'PortForwarding': {'1.2'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'QosPolicy': {'1.8'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SecurityGroup': {'1.4'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SubPort': {'1.0'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Subnet': {'1.1'}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Trunk': {'1.1'}} Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: consumer versions: Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: { DHCP agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: L3 agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: Metadata agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: Metering agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: Open vSwitch agent@dv-cinder-800830-1-iscsi: { 'AddressGroup': '1.2', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'ConntrackHelper': '1.0', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Log': '1.0', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Network': '1.1', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Port': '1.7', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'PortForwarding': '1.2', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'QosPolicy': '1.8', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SecurityGroup': '1.4', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SecurityGroupRule': '1.2', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SubPort': '1.0', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Subnet': '1.1', Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Trunk': '1.1'}} Jul 14 20:40:12.001740 dv-cinder-800830-1-iscsi neutron-server[99458]: {{(pid=99458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:40:12.055182 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Attempting to bind port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:40:12.055590 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Attempting to bind port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '3eb4e839-ae73-461e-967d-24cd1820fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:40:12.056044 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Attempting to bind port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 on network da7cd785-c767-4cd1-8855-671632e8c96e {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:40:12.061240 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:40:12.061657 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Checking segment: {'id': '3eb4e839-ae73-461e-967d-24cd1820fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:40:12.062150 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:12.062542 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Bound using segment: {'id': '3eb4e839-ae73-461e-967d-24cd1820fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:40:12.063009 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Bound port: 18ec2fd3-cf24-4c81-bc32-b28a98dbf184, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb4e839-ae73-461e-967d-24cd1820fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:40:12.063421 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:12.128669 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] For port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:40:12.133145 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] For port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=18ec2fd3-cf24-4c81-bc32-b28a98dbf184,segment=NetworkSegment(3eb4e839-ae73-461e-967d-24cd1820fdf5),segment_id=3eb4e839-ae73-461e-967d-24cd1820fdf5)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:40:12.138731 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:12.201433 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60064a-bb4a-4386-a8ac-b2522e43b86e None None] Pushing event updated for resources: {'Port': ['ID=18ec2fd3-cf24-4c81-bc32-b28a98dbf184,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:13.416389 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53734) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:13.741410 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [None req-3e3473ff-d781-4620-bc45-e44cf0de458d admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 20:40:13.742487 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3e3473ff-d781-4620-bc45-e44cf0de458d admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3251102 Jul 14 20:40:16.159067 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53742) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:16.490871 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [None req-9a6f0b17-ac67-4dda-a949-d7a22e4328d6 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 20:40:16.491908 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-9a6f0b17-ac67-4dda-a949-d7a22e4328d6 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3318698 Jul 14 20:40:17.970762 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:18.055651 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:40:18.423292 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e0ce9-b936-4fb3-b7e9-9c509ad0c2d9 None None] Network da7cd785-c767-4cd1-8855-671632e8c96e requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:40:18.483384 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-675803dd-4a70-49ff-8094-f74e5b5f29b0 None None] Provisioning for port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:40:18.489670 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-675803dd-4a70-49ff-8094-f74e5b5f29b0 None None] Provisioning complete for port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:40:18.490070 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-675803dd-4a70-49ff-8094-f74e5b5f29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:18.650233 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-675803dd-4a70-49ff-8094-f74e5b5f29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:18.728433 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-675803dd-4a70-49ff-8094-f74e5b5f29b0 None None] For port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=18ec2fd3-cf24-4c81-bc32-b28a98dbf184,segment=NetworkSegment(3eb4e839-ae73-461e-967d-24cd1820fdf5),segment_id=3eb4e839-ae73-461e-967d-24cd1820fdf5)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:18.735582 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-675803dd-4a70-49ff-8094-f74e5b5f29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:18.791528 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675803dd-4a70-49ff-8094-f74e5b5f29b0 None None] Pushing event updated for resources: {'Port': ['ID=18ec2fd3-cf24-4c81-bc32-b28a98dbf184,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:18.957224 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-e9bc6699-b7e4-4867-80e0-5d0379ac9f55 None None] Provisioning complete for port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:40:18.957599 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e9bc6699-b7e4-4867-80e0-5d0379ac9f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:19.178706 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53756) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:19.474873 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-44628409-d29b-45a9-b074-d794d9fa4ef4 admin admin] Request body: {'router': {'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'name': 'router1', 'admin_state_up': True}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:40:19.497710 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-44628409-d29b-45a9-b074-d794d9fa4ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-337846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13956'] for router, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:19.499156 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-44628409-d29b-45a9-b074-d794d9fa4ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3685410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7799'] for router, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:19.635276 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-44628409-d29b-45a9-b074-d794d9fa4ef4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:19.640164 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-44628409-d29b-45a9-b074-d794d9fa4ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963'] for router, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:19.652949 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-44628409-d29b-45a9-b074-d794d9fa4ef4 admin admin] Notify callbacks [] for router, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:19.654128 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-44628409-d29b-45a9-b074-d794d9fa4ef4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4744608 Jul 14 20:40:19.926949 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:19.972570 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:40:19.972938 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:22.013715 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 53764) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:22.329616 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [None req-5f8cba2f-c7b8-4d20-b9b0-5b82ef9ba1b7 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 20:40:22.331288 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-5f8cba2f-c7b8-4d20-b9b0-5b82ef9ba1b7 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3164768 Jul 14 20:40:22.897510 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0c71485a-53da-4f36-a810-edc1bdcff1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:24.693064 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53772) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:25.022642 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:40:25.042285 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Made reservation on behalf of 45c9e7f0e27f4adeb57839efebfc8f81 for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:40:25.044750 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:25.053050 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:25.139274 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:25.144487 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:25.160220 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Reserving flat network on physical network physnet1 {{(pid=99456) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 20:40:25.180640 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26caedc-c063-43d8-b693-3745ea9ead97,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:25.183539 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:25.183888 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Added segment 1ddb6b00-fbbc-4664-9daa-671bbac2bdf9 of type flat for network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c Jul 14 20:40:25.229777 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:25.264661 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:25.265490 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:40:25.266061 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:25.336065 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6418848 Jul 14 20:40:25.341439 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3f12e-5912-400b-85c0-04ede7f24154 admin admin] Pushing event updated for resources: {'Network': ['ID=0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:25.361205 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:40:25.926285 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:26.044629 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-6a05b0fc-58e8-43dd-9d4a-851e23da75b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:26.862855 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:27.738790 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53790) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:27.953926 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f0ab9-49b1-4627-8b6a-b7db6df66c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:40:27.956671 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-ba1f0ab9-49b1-4627-8b6a-b7db6df66c9f admin admin] 10.222.0.38 "GET /v2.0/subnets/852f5abd-ccb5-40bd-8f3d-784edfa83158 HTTP/1.1" status: 200 len: 849 time: 0.2161205 Jul 14 20:40:28.069724 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-23ff6c27-c2a8-4923-91a3-1ebc5cd74ac4 admin admin] 10.222.0.38 "GET /v2.0/routers/7d06c3bf-c00d-4ced-87fa-92cf68dab719 HTTP/1.1" status: 200 len: 704 time: 0.1084588 Jul 14 20:40:28.335350 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:28.478783 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:28.639945 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Allocated IP 172.20.0.1 (da7cd785-c767-4cd1-8855-671632e8c96e/852f5abd-ccb5-40bd-8f3d-784edfa83158/3f50c03e-9777-498c-9e90-b9ca309b45ab) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:40:28.822578 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:28.846590 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Transition to ACTIVE for port object 3f50c03e-9777-498c-9e90-b9ca309b45ab will not be triggered until provisioned by entity DHCP. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:40:28.928147 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:29.050530 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Network da7cd785-c767-4cd1-8855-671632e8c96e is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:29.055398 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:29.060773 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Pushing event updated for resources: {'Port': ['ID=3f50c03e-9777-498c-9e90-b9ca309b45ab,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:29.071521 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:40:29.072087 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338136'] for router_interface, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:29.220395 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-91cd1c0b-1f50-439f-82d7-c53bfe70ff24 None None] Provisioning for port 3f50c03e-9777-498c-9e90-b9ca309b45ab completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:40:29.224129 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-91cd1c0b-1f50-439f-82d7-c53bfe70ff24 None None] Provisioning complete for port 3f50c03e-9777-498c-9e90-b9ca309b45ab triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:40:29.224504 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-91cd1c0b-1f50-439f-82d7-c53bfe70ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:29.257126 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-91cd1c0b-1f50-439f-82d7-c53bfe70ff24 None None] Port 3f50c03e-9777-498c-9e90-b9ca309b45ab cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:40:29.280639 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:29.462725 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:29.467247 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:29.468018 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-338792'] for router_interface, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:29.545157 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Pushing event updated for resources: {'Port': ['ID=3f50c03e-9777-498c-9e90-b9ca309b45ab,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:29.591112 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Network da7cd785-c767-4cd1-8855-671632e8c96e is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:29.592440 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:29.755412 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Router 7d06c3bf-c00d-4ced-87fa-92cf68dab719 is scheduled to L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae with binding_index 1 {{(pid=99456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 20:40:29.777405 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-698fa403-eb53-4d6c-a962-c85defb0c3be None None] Provisioning complete for port 3f50c03e-9777-498c-9e90-b9ca309b45ab triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:40:29.777997 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-698fa403-eb53-4d6c-a962-c85defb0c3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:29.812860 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-698fa403-eb53-4d6c-a962-c85defb0c3be None None] Port 3f50c03e-9777-498c-9e90-b9ca309b45ab cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:40:29.846737 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:40:29.851946 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-9d9941ef-0c14-4b11-8645-bc59bb2fedae admin admin] 10.222.0.38 "PUT /v2.0/routers/7d06c3bf-c00d-4ced-87fa-92cf68dab719/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7773931 Jul 14 20:40:29.872050 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Sync routers for ids ['7d06c3bf-c00d-4ced-87fa-92cf68dab719'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:40:29.884306 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Routers {'7d06c3bf-c00d-4ced-87fa-92cf68dab719'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:40:29.885126 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:40:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['7d06c3bf-c00d-4ced-87fa-92cf68dab719'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:30.067067 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Set router 7d06c3bf-c00d-4ced-87fa-92cf68dab719 gateway port host: None {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:40:30.513048 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'name': 'router1', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:40:19Z', 'updated_at': '2021-07-14T20:40:29Z', 'revision_number': 2, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'gw_port_host': None, '_interfaces': [{'id': '3f50c03e-9777-498c-9e90-b9ca309b45ab', 'name': '', 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'mac_address': 'fa:16:3e:a0:0e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:40:28Z', 'updated_at': '2021-07-14T20:40:29Z', 'revision_number': 2, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'subnets': [{'id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e3f073-828c-4502-9b7f-21642fb9f76e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:30.565335 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Checking router: 7d06c3bf-c00d-4ced-87fa-92cf68dab719 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:40:30.565693 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Updating router 7d06c3bf-c00d-4ced-87fa-92cf68dab719 port 3f50c03e-9777-498c-9e90-b9ca309b45ab binding host dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:40:30.629750 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:31.115563 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Notify callbacks [] for port, precommit_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:31.134150 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.provisioning_blocks [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Transition to ACTIVE for port object 3f50c03e-9777-498c-9e90-b9ca309b45ab will not be triggered until provisioned by entity L2. {{(pid=99459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:40:31.140182 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:31.226875 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Pushing event updated for resources: {'Port': ['ID=3f50c03e-9777-498c-9e90-b9ca309b45ab,revision_number=3']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:31.239078 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.239419 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.239751 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.240101 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.240494 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.240820 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.241137 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.241457 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.241838 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.242154 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.242465 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.242776 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Tracked resource versions report: Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: pushed versions: Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: { 'AddressGroup': {'1.2'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'ConntrackHelper': {'1.0'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Log': {'1.0'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Network': {'1.1'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Port': {'1.7'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'PortForwarding': {'1.2'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'QosPolicy': {'1.8'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SecurityGroup': {'1.4'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SubPort': {'1.0'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Subnet': {'1.1'}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Trunk': {'1.1'}} Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: consumer versions: Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: { DHCP agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: L3 agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: Metadata agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: Metering agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: Open vSwitch agent@dv-cinder-800830-1-iscsi: { 'AddressGroup': '1.2', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'ConntrackHelper': '1.0', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Log': '1.0', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Network': '1.1', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Port': '1.7', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'PortForwarding': '1.2', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'QosPolicy': '1.8', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SecurityGroup': '1.4', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SecurityGroupRule': '1.2', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SubPort': '1.0', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Subnet': '1.1', Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Trunk': '1.1'}} Jul 14 20:40:31.243894 dv-cinder-800830-1-iscsi neutron-server[99459]: {{(pid=99459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:40:31.314631 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Attempting to bind port 3f50c03e-9777-498c-9e90-b9ca309b45ab on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:40:31.315036 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Attempting to bind port 3f50c03e-9777-498c-9e90-b9ca309b45ab by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '3eb4e839-ae73-461e-967d-24cd1820fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e'}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:40:31.315446 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Attempting to bind port 3f50c03e-9777-498c-9e90-b9ca309b45ab on network da7cd785-c767-4cd1-8855-671632e8c96e {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:40:31.321606 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:40:31.322031 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Checking segment: {'id': '3eb4e839-ae73-461e-967d-24cd1820fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:40:31.322525 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:31.322905 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Bound using segment: {'id': '3eb4e839-ae73-461e-967d-24cd1820fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e'} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:40:31.323371 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Bound port: 3f50c03e-9777-498c-9e90-b9ca309b45ab, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb4e839-ae73-461e-967d-24cd1820fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e'}}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:40:31.323755 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:31.390565 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] For port 3f50c03e-9777-498c-9e90-b9ca309b45ab, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:40:31.414713 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] For port 3f50c03e-9777-498c-9e90-b9ca309b45ab, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=3f50c03e-9777-498c-9e90-b9ca309b45ab,segment=NetworkSegment(3eb4e839-ae73-461e-967d-24cd1820fdf5),segment_id=3eb4e839-ae73-461e-967d-24cd1820fdf5)] {{(pid=99459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:40:31.419018 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:31.487910 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9580d-cb51-4125-b1b3-5dc23c451191 None None] Pushing event updated for resources: {'Port': ['ID=3f50c03e-9777-498c-9e90-b9ca309b45ab,revision_number=4']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:31.495409 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Routers {'7d06c3bf-c00d-4ced-87fa-92cf68dab719'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:40:31.496132 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:40:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['7d06c3bf-c00d-4ced-87fa-92cf68dab719'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:31.587548 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] Set router 7d06c3bf-c00d-4ced-87fa-92cf68dab719 gateway port host: None {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:40:31.818650 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'name': 'router1', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:40:19Z', 'updated_at': '2021-07-14T20:40:29Z', 'revision_number': 2, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'gw_port_host': None, '_interfaces': [{'id': '3f50c03e-9777-498c-9e90-b9ca309b45ab', 'name': '', 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'mac_address': 'fa:16:3e:a0:0e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:40:28Z', 'updated_at': '2021-07-14T20:40:31Z', 'revision_number': 4, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'subnets': [{'id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e3f073-828c-4502-9b7f-21642fb9f76e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:31.849146 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda05862-f760-4d17-b872-d8b26c5bd354 None None] The sync data for ids ['7d06c3bf-c00d-4ced-87fa-92cf68dab719'] in dv-cinder-800830-1-iscsi is: [{'id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'name': 'router1', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:40:19Z', 'updated_at': '2021-07-14T20:40:29Z', 'revision_number': 2, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'gw_port_host': None, '_interfaces': [{'id': '3f50c03e-9777-498c-9e90-b9ca309b45ab', 'name': '', 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'mac_address': 'fa:16:3e:a0:0e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:40:28Z', 'updated_at': '2021-07-14T20:40:31Z', 'revision_number': 4, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'subnets': [{'id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e3f073-828c-4502-9b7f-21642fb9f76e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:40:32.098844 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53812) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:32.207729 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b8de2-0d07-45f2-839a-42484273e7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:40:32.209082 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-c40b8de2-0d07-45f2-839a-42484273e7c2 admin admin] 10.222.0.38 "GET /v2.0/networks/0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c HTTP/1.1" status: 200 len: 842 time: 0.1092680 Jul 14 20:40:32.218701 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:40:32.242515 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Made reservation on behalf of 45c9e7f0e27f4adeb57839efebfc8f81 for: {'subnet': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:40:32.244885 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:32.562890 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.objects.ports [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99456) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 20:40:32.563349 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:32.609872 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16534f6-e2ab-440e-aded-13d2d58d27f8,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:32.626590 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:40:32.626954 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Network hostable DHCP agents. Network: 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:40:32.647763 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:40:32.659298 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c) {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:32.663419 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:40:32.663906 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:32.668615 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e0465-e63b-4de8-9669-27ad364890a6 None None] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:40:32.695370 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-b605085d-f7a5-4160-a322-56ae5b1e86f2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4662776 Jul 14 20:40:32.817003 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85646ae5-c27b-48b9-a614-966e0356f706 None None] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:40:35.005181 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53824) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:35.208834 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-61c616c7-b3e1-4ffc-86b3-6a5894fd6000 admin admin] 10.222.0.38 "GET /v2.0/routers/7d06c3bf-c00d-4ced-87fa-92cf68dab719 HTTP/1.1" status: 200 len: 710 time: 0.2024310 Jul 14 20:40:35.293620 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d331cd-e606-4265-b743-4238a10f7a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:40:35.294980 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-c8d331cd-e606-4265-b743-4238a10f7a50 admin admin] 10.222.0.38 "GET /v2.0/networks/0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c HTTP/1.1" status: 200 len: 886 time: 0.0808737 Jul 14 20:40:35.304269 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:40:35.553124 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:35.790247 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:35.864683 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:35.974494 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Allocated IP 172.27.2.181 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/427fe1fd-f649-4f0f-9d5f-125051ad5242) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:40:35.978831 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 3f50c03e-9777-498c-9e90-b9ca309b45ab up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:36.035745 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 3f50c03e-9777-498c-9e90-b9ca309b45ab completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:40:36.041904 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 3f50c03e-9777-498c-9e90-b9ca309b45ab triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:40:36.043669 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:36.084643 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:36.118721 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:36.122104 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:36.152737 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 3f50c03e-9777-498c-9e90-b9ca309b45ab, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=3f50c03e-9777-498c-9e90-b9ca309b45ab,segment=NetworkSegment(3eb4e839-ae73-461e-967d-24cd1820fdf5),segment_id=3eb4e839-ae73-461e-967d-24cd1820fdf5)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:36.157577 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:36.164449 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:36.167634 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:36.170385 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:40:36.207695 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=3f50c03e-9777-498c-9e90-b9ca309b45ab,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:36.244179 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Pushing event updated for resources: {'Port': ['ID=427fe1fd-f649-4f0f-9d5f-125051ad5242,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:36.424144 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:36.725154 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:36.728782 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-337977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-337968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-337819'] for router, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:36.839673 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Router 7d06c3bf-c00d-4ced-87fa-92cf68dab719 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:40:36.951068 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:40:36.957189 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] Notify callbacks [] for router, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:36.958518 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3e4c8d38-0579-4ecf-9043-47076fd9eb20 admin admin] 10.222.0.38 "PUT /v2.0/routers/7d06c3bf-c00d-4ced-87fa-92cf68dab719 HTTP/1.1" status: 200 len: 890 time: 1.6575119 Jul 14 20:40:36.979186 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Sync routers for ids ['7d06c3bf-c00d-4ced-87fa-92cf68dab719'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:40:36.991787 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Routers {'7d06c3bf-c00d-4ced-87fa-92cf68dab719'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:40:36.992515 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:40:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['7d06c3bf-c00d-4ced-87fa-92cf68dab719'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:37.263222 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Set router 7d06c3bf-c00d-4ced-87fa-92cf68dab719 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:40:37.658933 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'name': 'router1', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '427fe1fd-f649-4f0f-9d5f-125051ad5242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:40:19Z', 'updated_at': '2021-07-14T20:40:36Z', 'revision_number': 4, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'gw_port': {'id': '427fe1fd-f649-4f0f-9d5f-125051ad5242', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:40:35Z', 'updated_at': '2021-07-14T20:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '3f50c03e-9777-498c-9e90-b9ca309b45ab', 'name': '', 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'mac_address': 'fa:16:3e:a0:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:40:28Z', 'updated_at': '2021-07-14T20:40:36Z', 'revision_number': 5, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'subnets': [{'id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e3f073-828c-4502-9b7f-21642fb9f76e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:37.708055 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Checking router: 7d06c3bf-c00d-4ced-87fa-92cf68dab719 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:40:37.708407 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Updating router 7d06c3bf-c00d-4ced-87fa-92cf68dab719 port 427fe1fd-f649-4f0f-9d5f-125051ad5242 binding host dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:40:37.743003 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:37.955735 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 3f50c03e-9777-498c-9e90-b9ca309b45ab up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:38.086575 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 3f50c03e-9777-498c-9e90-b9ca309b45ab triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:40:38.087249 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:38.129542 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:38.144477 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Transition to ACTIVE for port object 427fe1fd-f649-4f0f-9d5f-125051ad5242 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:40:38.153043 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:38.239203 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a41ac9-c333-4ff4-ab46-80a7c1a979d1 None None] Pushing event updated for resources: {'Port': ['ID=427fe1fd-f649-4f0f-9d5f-125051ad5242,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:38.245540 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Attempting to bind port 427fe1fd-f649-4f0f-9d5f-125051ad5242 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:40:38.245905 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Attempting to bind port 427fe1fd-f649-4f0f-9d5f-125051ad5242 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:40:38.246269 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Attempting to bind port 427fe1fd-f649-4f0f-9d5f-125051ad5242 on network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:40:38.252522 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:40:38.252901 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:40:38.253308 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:38.253701 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Bound using segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:40:38.254189 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Bound port: 427fe1fd-f649-4f0f-9d5f-125051ad5242, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:40:38.254566 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:38.305328 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] For port 427fe1fd-f649-4f0f-9d5f-125051ad5242, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:40:38.308337 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] For port 427fe1fd-f649-4f0f-9d5f-125051ad5242, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=427fe1fd-f649-4f0f-9d5f-125051ad5242,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:40:38.313893 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:38.448192 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Routers {'7d06c3bf-c00d-4ced-87fa-92cf68dab719'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:40:38.448831 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:40:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['7d06c3bf-c00d-4ced-87fa-92cf68dab719'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:38.483650 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a41ac9-c333-4ff4-ab46-80a7c1a979d1 None None] Pushing event updated for resources: {'Port': ['ID=427fe1fd-f649-4f0f-9d5f-125051ad5242,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:38.558467 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] Set router 7d06c3bf-c00d-4ced-87fa-92cf68dab719 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:40:38.770324 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'name': 'router1', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '427fe1fd-f649-4f0f-9d5f-125051ad5242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:40:19Z', 'updated_at': '2021-07-14T20:40:36Z', 'revision_number': 4, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'gw_port': {'id': '427fe1fd-f649-4f0f-9d5f-125051ad5242', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:40:35Z', 'updated_at': '2021-07-14T20:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '3f50c03e-9777-498c-9e90-b9ca309b45ab', 'name': '', 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'mac_address': 'fa:16:3e:a0:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:40:28Z', 'updated_at': '2021-07-14T20:40:36Z', 'revision_number': 5, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'subnets': [{'id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e3f073-828c-4502-9b7f-21642fb9f76e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:38.800413 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53643dce-5fe9-4b33-8c33-65184c4c7fa1 None None] The sync data for ids ['7d06c3bf-c00d-4ced-87fa-92cf68dab719'] in dv-cinder-800830-1-iscsi is: [{'id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'name': 'router1', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '427fe1fd-f649-4f0f-9d5f-125051ad5242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:40:19Z', 'updated_at': '2021-07-14T20:40:36Z', 'revision_number': 4, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'gw_port': {'id': '427fe1fd-f649-4f0f-9d5f-125051ad5242', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:40:35Z', 'updated_at': '2021-07-14T20:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '3f50c03e-9777-498c-9e90-b9ca309b45ab', 'name': '', 'network_id': 'da7cd785-c767-4cd1-8855-671632e8c96e', 'tenant_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'mac_address': 'fa:16:3e:a0:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d06c3bf-c00d-4ced-87fa-92cf68dab719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:40:28Z', 'updated_at': '2021-07-14T20:40:36Z', 'revision_number': 5, 'project_id': 'ea94ccfbdcf44351b2cca79e033f2136', 'subnets': [{'id': '852f5abd-ccb5-40bd-8f3d-784edfa83158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e3f073-828c-4502-9b7f-21642fb9f76e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:40:39.393840 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 53834) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:40:39.524190 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-001cdf9e-3186-45c1-9287-0f2f38a9b6bf admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1291518 Jul 14 20:40:39.974077 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 427fe1fd-f649-4f0f-9d5f-125051ad5242 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:40.024481 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 427fe1fd-f649-4f0f-9d5f-125051ad5242 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:40:40.028281 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 427fe1fd-f649-4f0f-9d5f-125051ad5242 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:40:40.028664 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:40.109028 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:40.130774 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 427fe1fd-f649-4f0f-9d5f-125051ad5242, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=427fe1fd-f649-4f0f-9d5f-125051ad5242,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:40.135939 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:40.187412 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=427fe1fd-f649-4f0f-9d5f-125051ad5242,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:41.961667 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 427fe1fd-f649-4f0f-9d5f-125051ad5242 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:42.015988 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 427fe1fd-f649-4f0f-9d5f-125051ad5242 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:40:42.016528 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:43.185337 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 5 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:40:52.905221 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-28c340c1-3a22-4f4d-92be-30d5d53b8d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:55.938050 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:56.050113 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-19e7321e-f60a-42a1-9061-954f9449e8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:56.867510 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:40:58.500253 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:41:20.185799 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 5 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:41:22.894891 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-334f892e-d5b1-4c62-81ca-779f8a71f2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:41:25.938797 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:41:26.051536 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d9be49cd-8526-40d1-bdf1-29b95cdb4ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:41:26.909893 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:41:28.498306 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:41:52.897120 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-dafda0ca-c8a7-4eb5-9123-eb8b51b9728b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:41:55.934922 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:41:56.042457 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd37b-9822-4dad-a5cb-4fb1a70b33a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:41:56.864766 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:41:57.184981 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 5 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:41:58.501832 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:15.764632 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54402) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:42:15.832189 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.pecan_wsgi.hooks.translation [None req-523f3b8b-c8b9-4114-b5c4-e1235a85fa2e admin admin] GET failed (client error): The resource could not be found. Jul 14 20:42:15.833567 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-523f3b8b-c8b9-4114-b5c4-e1235a85fa2e admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680118 Jul 14 20:42:16.022121 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4688be-8de1-480c-ab03-386571658f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:16.023596 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-0c4688be-8de1-480c-ab03-386571658f6d admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1860771 Jul 14 20:42:18.181447 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 54412) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:42:18.276781 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e9b30-9a5b-4b93-b581-d4dc9954858f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:18.278171 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-9b9e9b30-9a5b-4b93-b581-d4dc9954858f admin admin] 10.222.0.38 "GET /v2.0/subnets/852f5abd-ccb5-40bd-8f3d-784edfa83158 HTTP/1.1" status: 200 len: 849 time: 0.0957758 Jul 14 20:42:18.288042 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:42:18.372838 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:18.515534 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754391152150'] for subnet, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:18.546242 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:18.546834 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:18.560083 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] 10.222.0.38 "PUT /v2.0/subnets/852f5abd-ccb5-40bd-8f3d-784edfa83158 HTTP/1.1" status: 200 len: 868 time: 0.2644608 Jul 14 20:42:18.560315 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f854fdc-8a33-4432-aa81-b6f45c19947c None None] Network da7cd785-c767-4cd1-8855-671632e8c96e requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:42:18.567103 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=852f5abd-ccb5-40bd-8f3d-784edfa83158,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:18.575991 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.576265 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.576618 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.576962 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.577301 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.577654 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.577994 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.578327 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.578676 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.579008 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.579334 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.579667 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30a7bb-7ab7-4232-b5e5-e191e69a2110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:18.915639 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-f752c549-3f0f-465f-a6f6-0eedfd61ad90 None None] Provisioning complete for port 3f50c03e-9777-498c-9e90-b9ca309b45ab triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:42:18.916044 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-f752c549-3f0f-465f-a6f6-0eedfd61ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:19.000008 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-f752c549-3f0f-465f-a6f6-0eedfd61ad90 None None] Provisioning complete for port 18ec2fd3-cf24-4c81-bc32-b28a98dbf184 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:42:19.000279 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-f752c549-3f0f-465f-a6f6-0eedfd61ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:20.698872 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54422) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:42:20.891706 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bd099-b093-4279-a7f6-cfddd3b7b50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:20.892218 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bd099-b093-4279-a7f6-cfddd3b7b50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:20.893771 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-795bd099-b093-4279-a7f6-cfddd3b7b50a admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1939549 Jul 14 20:42:22.897857 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e50fb104-ee87-46f1-b89a-e536d0399273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:23.058649 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54430) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:42:23.187571 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c425a-f0cb-4cef-b19d-f44c2c4f1397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:23.187998 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c425a-f0cb-4cef-b19d-f44c2c4f1397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:23.189516 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-f15c425a-f0cb-4cef-b19d-f44c2c4f1397 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299324 Jul 14 20:42:25.356853 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54438) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:42:25.522422 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7b7a0d-18be-4d76-a591-0d6329162192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:25.523863 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-aa7b7a0d-18be-4d76-a591-0d6329162192 admin admin] 10.222.0.38 "GET /v2.0/networks/0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c HTTP/1.1" status: 200 len: 886 time: 0.1660125 Jul 14 20:42:25.939687 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:26.044364 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3b488a17-19d2-424b-964c-926cd45bf3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:26.867878 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:27.727824 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54446) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:42:27.870066 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32d76e-6554-4e5a-b835-966cfc6fa0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:27.871432 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-8f32d76e-6554-4e5a-b835-966cfc6fa0f1 admin admin] 10.222.0.38 "GET /v2.0/networks/da7cd785-c767-4cd1-8855-671632e8c96e HTTP/1.1" status: 200 len: 869 time: 0.1426485 Jul 14 20:42:28.503889 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:30.032757 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54454) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:42:30.151339 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f63978-a0a5-41c2-99e2-ef7ab9469c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:30.151793 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f63978-a0a5-41c2-99e2-ef7ab9469c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:30.153303 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-c9f63978-a0a5-41c2-99e2-ef7ab9469c21 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1195879 Jul 14 20:42:32.317337 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54462) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:42:32.411490 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f77ee6e-5c12-49fa-9c2b-328f52bde155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:32.411694 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f77ee6e-5c12-49fa-9c2b-328f52bde155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:32.413858 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-1f77ee6e-5c12-49fa-9c2b-328f52bde155 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955737 Jul 14 20:42:34.183691 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 5 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:42:34.575217 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54470) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:42:34.665429 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d935fb-c64b-497e-921e-88cef5ccaef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:34.666724 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-a1d935fb-c64b-497e-921e-88cef5ccaef2 admin admin] 10.222.0.38 "GET /v2.0/subnets/852f5abd-ccb5-40bd-8f3d-784edfa83158 HTTP/1.1" status: 200 len: 868 time: 0.0905511 Jul 14 20:42:36.810196 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54478) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:42:36.894904 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d4532c-c4bb-4f68-a0b2-a1ad5c3026a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:42:36.896291 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-c4d4532c-c4bb-4f68-a0b2-a1ad5c3026a3 admin admin] 10.222.0.38 "GET /v2.0/subnets/b16534f6-e2ab-440e-aded-13d2d58d27f8 HTTP/1.1" status: 200 len: 816 time: 0.0850954 Jul 14 20:42:52.901913 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-071d52ba-fe8f-44f6-98de-e50b3419e9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:55.941270 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:56.044397 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b736a36f-e026-42c0-80b8-4d193d22a6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:56.873079 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:42:58.505944 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:01.310104 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54530) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:43:01.356682 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [None req-adb9ee78-42a0-43e6-8975-ca6258282d9a admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 20:43:01.357696 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-adb9ee78-42a0-43e6-8975-ca6258282d9a admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465765 Jul 14 20:43:03.608754 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 54538) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:43:03.668020 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37d0766-bbc1-4378-a66f-d47ef6e6bc60 admin admin] GET failed (client error): The resource could not be found. Jul 14 20:43:03.669265 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-e37d0766-bbc1-4378-a66f-d47ef6e6bc60 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595572 Jul 14 20:43:03.810603 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b99fc-f072-4cd8-8587-7aeded89877a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:43:03.812097 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-2d1b99fc-f072-4cd8-8587-7aeded89877a admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1388135 Jul 14 20:43:06.010212 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54546) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:43:06.055734 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:43:06.078009 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Made reservation on behalf of 45c9e7f0e27f4adeb57839efebfc8f81 for: {'network': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:43:06.080408 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:06.126516 dv-cinder-800830-1-iscsi neutron-server[99457]: WARNING neutron.services.revisions.revision_plugin [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Could not find related network for resource to bump revision. Jul 14 20:43:06.142848 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=99457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:43:06.156356 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754391378490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:06.156920 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Unsubscribe: segment precommit_create {{(pid=99457) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 20:43:06.157380 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.segments_db [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Added segment c0764376-9541-4de4-aac1-33a24b15dd7c of type vlan for network 845e5455-c260-40dc-b6b2-15d89bd43617 Jul 14 20:43:06.203898 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:06.249161 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:06.250209 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:43:06.250803 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:06.333579 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3222358 Jul 14 20:43:06.342932 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Pushing event updated for resources: {'Network': ['ID=845e5455-c260-40dc-b6b2-15d89bd43617,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:06.350667 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.351706 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.352015 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.352357 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.352692 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.353028 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.353357 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.353703 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.354015 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.354340 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.354739 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.354987 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39952ca0-71e3-432e-b699-5dfb63c686d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:06.367579 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 845e5455-c260-40dc-b6b2-15d89bd43617 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:43:08.534424 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 54554) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:43:08.593419 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c54528-5e08-47cd-9351-3c1f10b4d255 admin admin] GET failed (client error): The resource could not be found. Jul 14 20:43:08.594756 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-02c54528-5e08-47cd-9351-3c1f10b4d255 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594037 Jul 14 20:43:08.660884 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c265dc-931c-4714-8b3a-01c778a910bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:43:08.662284 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-97c265dc-931c-4714-8b3a-01c778a910bd admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637183 Jul 14 20:43:08.672025 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:43:08.692530 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Made reservation on behalf of 45c9e7f0e27f4adeb57839efebfc8f81 for: {'subnet': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:43:08.695407 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:08.850279 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:08.906462 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c1404e-dff5-4dbc-a27a-8a6093b6d9b5,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:08.913261 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Checking segment: {'id': 'c0764376-9541-4de4-aac1-33a24b15dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:43:08.914162 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Network hostable DHCP agents. Network: 845e5455-c260-40dc-b6b2-15d89bd43617, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:43:08.929011 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Network 845e5455-c260-40dc-b6b2-15d89bd43617 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:43:08.937698 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 845e5455-c260-40dc-b6b2-15d89bd43617) {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:43:08.941766 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:43:08.942336 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:08.946889 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f303eb3-df22-4013-b798-9ccec8d6d74e None None] Network 845e5455-c260-40dc-b6b2-15d89bd43617 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:43:08.957551 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-f3e928ea-7053-4c73-a8be-e8920ef8e222 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2888207 Jul 14 20:43:09.189257 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52155cd6-d8b7-5def-9819-e61ccad68c5f-845e5455-c260-40dc-b6b2-15d89bd43617', 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617', 'tenant_id': '45c9e7f0e27f4adeb57839efebfc8f81', 'fixed_ips': [{'subnet_id': '91c1404e-dff5-4dbc-a27a-8a6093b6d9b5'}]}} from dv-cinder-800830-1-iscsi. {{(pid=99458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 20:43:09.190156 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:09.331688 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.db_base_plugin_common [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Allocated IP 192.168.233.2 (845e5455-c260-40dc-b6b2-15d89bd43617/91c1404e-dff5-4dbc-a27a-8a6093b6d9b5/45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe) {{(pid=99458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:43:09.476948 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Notify callbacks [] for port, precommit_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:09.486127 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Transition to ACTIVE for port object 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:43:09.501811 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Transition to ACTIVE for port object 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe will not be triggered until provisioned by entity DHCP. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:43:09.509364 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:09.551404 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Network 845e5455-c260-40dc-b6b2-15d89bd43617 is already hosted by enough agents. {{(pid=99458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:43:09.554202 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.base_scheduler [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Resources bound (agent type, host, resource id): {{(pid=99458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:43:09.557832 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Received port after_create {{(pid=99458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:43:09.564885 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Pushing event updated for resources: {'Port': ['ID=45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe,revision_number=1']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:09.591590 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.591960 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.592300 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.592629 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.592956 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.593283 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.593608 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.593959 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.594293 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.595030 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.595030 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.595253 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:09.628290 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Attempting to bind port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:43:09.628657 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Attempting to bind port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': 'c0764376-9541-4de4-aac1-33a24b15dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:43:09.629011 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Attempting to bind port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe on network 845e5455-c260-40dc-b6b2-15d89bd43617 {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:43:09.634426 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:43:09.634807 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Checking segment: {'id': 'c0764376-9541-4de4-aac1-33a24b15dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:43:09.635199 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:09.635576 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Bound using segment: {'id': 'c0764376-9541-4de4-aac1-33a24b15dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:43:09.636048 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Bound port: 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0764376-9541-4de4-aac1-33a24b15dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:43:09.636435 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:09.697890 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] For port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:43:09.701325 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] For port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe,segment=NetworkSegment(c0764376-9541-4de4-aac1-33a24b15dd7c),segment_id=c0764376-9541-4de4-aac1-33a24b15dd7c)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:43:09.705553 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:09.765570 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfedde3-fb00-4b02-b1dc-135ffb2cd930 None None] Pushing event updated for resources: {'Port': ['ID=45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:10.081490 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:43:10.133166 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:43:10.623295 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1ad23f-49eb-44e4-9941-67ea5c95227b None None] Network 845e5455-c260-40dc-b6b2-15d89bd43617 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:43:10.709480 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-d4d6020e-4535-429c-aef7-0338d3d7a125 None None] Provisioning for port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:43:10.735442 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-d4d6020e-4535-429c-aef7-0338d3d7a125 None None] Provisioning complete for port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:43:10.735816 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d4d6020e-4535-429c-aef7-0338d3d7a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:10.849284 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d4d6020e-4535-429c-aef7-0338d3d7a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:10.886639 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-d4d6020e-4535-429c-aef7-0338d3d7a125 None None] For port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe,segment=NetworkSegment(c0764376-9541-4de4-aac1-33a24b15dd7c),segment_id=c0764376-9541-4de4-aac1-33a24b15dd7c)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:43:10.891442 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d4d6020e-4535-429c-aef7-0338d3d7a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:10.950107 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6020e-4535-429c-aef7-0338d3d7a125 None None] Pushing event updated for resources: {'Port': ['ID=45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:11.111222 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-c653909e-6431-4569-9340-d6eba2153263 None None] Provisioning complete for port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:43:11.112301 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-c653909e-6431-4569-9340-d6eba2153263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:11.182131 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 5 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:43:12.051504 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:43:12.097224 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 45ccd1b3-bc19-4240-8e9c-9367f7f7cdbe triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:43:12.097596 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:22.904983 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7d-4245-42a5-b1ab-06a3725017d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:25.940913 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:26.045117 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-efdfe87e-98d5-4837-a626-f096ee480eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:26.875472 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:28.510058 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:48.180375 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 5 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:43:52.906100 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-27fac5de-4a72-4f99-8bb7-1331a75580b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:55.943010 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:56.045725 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-7d1c4cb4-d849-44ab-9ab3-29edf25c8632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:56.876415 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:43:58.512197 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:20.897710 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 54606) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:44:20.904410 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [None req-94dc4860-2caf-4f46-9553-1f5417592d03 tempest-verify_tempest_config-21765037 tempest-verify_tempest_config-21765037-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 20:44:20.905367 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-94dc4860-2caf-4f46-9553-1f5417592d03 tempest-verify_tempest_config-21765037 tempest-verify_tempest_config-21765037-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066512 Jul 14 20:44:21.198950 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 54624) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:44:21.296493 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:21.383630 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:21.388133 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:21.431700 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7a050d9c7ab4feb885abb7ddb986037&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2316880 Jul 14 20:44:21.433421 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c293c3-8f20-473e-b793-b9597d14508e,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:21.434602 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54628) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:44:21.442786 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.443184 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.443538 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.443907 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.444241 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.445001 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.445116 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.445444 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.445802 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.446161 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.447009 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.447337 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e17f93f-6f3e-473e-98b1-c2e9378e2671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.515172 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:21.535623 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:21.623820 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:21.626332 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:21.627461 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06c293c3-8f20-473e-b793-b9597d14508e HTTP/1.1" status: 204 len: 168 time: 0.1918809 Jul 14 20:44:21.634964 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c293c3-8f20-473e-b793-b9597d14508e,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:21.641336 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.641700 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.642048 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.642379 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.642707 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.643051 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.643380 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.643737 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.644057 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.644385 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.644703 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:21.645022 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295eeb5-3e68-406b-88a1-2296039b7961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:22.907793 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-11a4201f-adea-41ae-8bc4-b1e897d287a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:25.178838 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 5 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:44:25.947931 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:26.049276 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-cd03d496-ec24-466f-8aec-6c82428039c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:26.879825 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:28.515864 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:52.909779 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0835-e3fd-4164-8e37-5181d28a3b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:55.948495 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:56.049418 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-16e3ad0c-5969-4807-b0e7-c7c6c02e3841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:56.883729 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:44:58.516976 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:02.179563 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 5 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:45:22.906648 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e9bf9fa0-979a-4997-864d-5ca302d2d791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:25.950447 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:26.053100 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3de06387-7f41-408e-97f6-c5df0fd1159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:26.887153 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:28.522621 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:39.178013 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 5 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:45:52.623917 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-339760'] for agent, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:52.907800 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-083b90f5-3857-4df9-ba75-1981ed26c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:55.953485 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:56.053608 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d337a6c3-5987-4cb0-b012-98dbbdbf2c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:56.558019 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54682) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:45:56.659912 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-07a43646-3139-4ef6-a5bf-ff5420022ab7 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1007047 Jul 14 20:45:56.889481 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:58.525948 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:45:58.839178 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54692) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:45:58.891338 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-8eacb10e-9003-44eb-9e54-9e755f7bf8da admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0510869 Jul 14 20:46:16.178431 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:46:22.602792 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:22.911564 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d749d360-68ae-40bf-bda7-f047990e5276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:25.958233 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:26.061640 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-89c2842a-9c55-4be8-a2c4-52dd916773f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:26.895239 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:28.534309 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:52.616593 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:52.934492 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-596aed31-38ba-424e-a951-6bd96e2601f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:53.185487 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:46:55.975083 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:56.063515 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-2f6a2d1e-cb83-48e3-ad45-7f3747914da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:56.901526 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:46:58.540651 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:22.617225 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:22.922628 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-72030749-0d60-45ee-babb-877a4d5f15c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:25.980309 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:26.078578 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-233e9269-8a81-44f6-b580-401372a17e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:26.907646 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:28.565255 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:30.182591 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:47:30.192206 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54874) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:30.559269 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-9880473-network', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:30.653947 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Made reservation on behalf of a60c14c894f247129c9a6589d24e72e7 for: {'network': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:30.656885 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:30.670361 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:30.794022 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:30.799537 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:30.822451 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=99457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:47:30.837064 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82e586d-3f0a-463b-8444-8613a84d1626,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:30.842649 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:30.842913 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.segments_db [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Added segment 16b828a9-f3a2-4808-94d0-4a58b7bdd939 of type vlan for network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 Jul 14 20:47:30.856989 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.857348 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.857699 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.858273 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.858405 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.858688 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.859021 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.859340 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.859689 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.860041 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.860377 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.860686 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Tracked resource versions report: Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: pushed versions: Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: { 'AddressGroup': {'1.2'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'ConntrackHelper': {'1.0'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Log': {'1.0'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Network': {'1.1'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Port': {'1.7'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'PortForwarding': {'1.2'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'QosPolicy': {'1.8'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SecurityGroup': {'1.4'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SubPort': {'1.0'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Subnet': {'1.1'}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Trunk': {'1.1'}} Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: consumer versions: Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: { DHCP agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: HyperV agent@hv-cinder-80083: {}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: L3 agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: Metadata agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: Metering agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: Open vSwitch agent@dv-cinder-800830-1-iscsi: { 'AddressGroup': '1.2', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'ConntrackHelper': '1.0', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Log': '1.0', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Network': '1.1', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Port': '1.7', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'PortForwarding': '1.2', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'QosPolicy': '1.8', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SecurityGroup': '1.4', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SecurityGroupRule': '1.2', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'SubPort': '1.0', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Subnet': '1.1', Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: 'Trunk': '1.1'}} Jul 14 20:47:30.861809 dv-cinder-800830-1-iscsi neutron-server[99457]: {{(pid=99457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:47:30.911896 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:30.947533 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:30.948613 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:30.949212 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:31.014565 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7ff29d-da1f-4b0f-8082-c235e8f92570,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:31.030763 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 54918) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:31.031599 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:47:31.032064 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-a5b53848-f68c-480b-b48f-37a4cb548264 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8372819 Jul 14 20:47:31.044776 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Request body: {'subnet': {'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-9880473-subnet', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:31.087383 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Made reservation on behalf of a60c14c894f247129c9a6589d24e72e7 for: {'subnet': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:31.094786 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:31.410461 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:31.506095 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f98d313d-efcb-4f46-8d48-71fb1427429d,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:31.535726 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.536338 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.537100 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.537683 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.538143 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.538706 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.539258 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.539818 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.540513 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.541078 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.541775 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.542309 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Tracked resource versions report: Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: pushed versions: Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: { 'AddressGroup': {'1.2'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'ConntrackHelper': {'1.0'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Log': {'1.0'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Network': {'1.1'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Port': {'1.7'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'PortForwarding': {'1.2'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'QosPolicy': {'1.8'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SecurityGroup': {'1.4'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SubPort': {'1.0'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Subnet': {'1.1'}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Trunk': {'1.1'}} Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: consumer versions: Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: { DHCP agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: HyperV agent@hv-cinder-80083: {}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: L3 agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: Metadata agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: Metering agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: Open vSwitch agent@dv-cinder-800830-1-iscsi: { 'AddressGroup': '1.2', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'ConntrackHelper': '1.0', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Log': '1.0', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Network': '1.1', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Port': '1.7', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'PortForwarding': '1.2', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'QosPolicy': '1.8', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SecurityGroup': '1.4', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SecurityGroupRule': '1.2', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'SubPort': '1.0', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Subnet': '1.1', Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: 'Trunk': '1.1'}} Jul 14 20:47:31.544271 dv-cinder-800830-1-iscsi neutron-server[99456]: {{(pid=99456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:47:31.579908 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Checking segment: {'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:47:31.580482 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Network hostable DHCP agents. Network: 4b7ff29d-da1f-4b0f-8082-c235e8f92570, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:47:31.610528 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:47:31.626353 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 4b7ff29d-da1f-4b0f-8082-c235e8f92570) {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:31.633842 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:31.634814 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:31.642662 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1cb43f-46ae-48b3-8811-581a433d42b0 None None] Network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:47:31.662508 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 54942) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:31.664112 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-cc78e2f1-e82c-4ed0-95c6-803eb57c5304 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6232255 Jul 14 20:47:31.673365 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-9880473-router', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:31.722919 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-337846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13956'] for router, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:31.726946 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3685410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7799'] for router, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:31.858096 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 54946) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:31.955084 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 54952) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:31.979982 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:32.000409 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea555f-1cfc-4354-90e0-1cef387801c1 None None] Network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:47:32.187179 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 54958) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:32.220226 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:32.514450 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:32.557228 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:32.568821 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-599016505-network', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:32.638383 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Made reservation on behalf of a3f05a0667b34680a21d8ff1a09ba0b4 for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:32.642501 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:32.710544 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:32.757887 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1851462909-network', 'tenant_id': '725df62a7d4c4aae81c6dcd209bd0a55'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:32.770652 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Allocated IP 172.27.2.41 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/ae9734f4-6df0-4d82-bc8e-8986871e0b62) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:47:32.955573 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-743642760-network', 'tenant_id': '9023af6dfb53405f835085001e679ca9'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:32.958701 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:32.979806 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Made reservation on behalf of 725df62a7d4c4aae81c6dcd209bd0a55 for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:32.998295 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.047928 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.240291 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.268154 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.306975 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.328570 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:47:33.346707 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.347605 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Added segment 83afd22a-fe5b-46fa-b958-2601d454a922 of type vlan for network a0ad5bd8-17bb-4419-bee4-0725526df953 Jul 14 20:47:33.425293 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Made reservation on behalf of 9023af6dfb53405f835085001e679ca9 for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:33.432254 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.482708 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.510080 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.528212 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:47:33.543197 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:33.551962 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:47:33.566247 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.569373 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:33.569648 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:33.594761 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Pushing event updated for resources: {'Port': ['ID=ae9734f4-6df0-4d82-bc8e-8986871e0b62,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:33.838967 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Pushing event updated for resources: {'Network': ['ID=a0ad5bd8-17bb-4419-bee4-0725526df953,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:33.859519 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network a0ad5bd8-17bb-4419-bee4-0725526df953 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:47:33.953472 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b84a9c8-f403-440f-8051-02d8e3a6b9dd,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:34.156220 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.168592 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.183377 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-b773c000-c032-4540-92fc-f8c86b0e77ac admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3235567 Jul 14 20:47:34.192091 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55028) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:34.217822 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Request body: {'subnet': {'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-subnet', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:34.237337 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.250546 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:47:34.298439 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.299165 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Added segment 55e84459-69b8-45ec-a68c-8537972f64fe of type vlan for network 54f17d9c-f91f-419f-9fd9-c3afc0562d90 Jul 14 20:47:34.327702 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3e321b-c6fe-4712-abcc-c72390698fef,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:34.437118 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.493804 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.500392 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.562841 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Made reservation on behalf of a3f05a0667b34680a21d8ff1a09ba0b4 for: {'subnet': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:34.566456 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:47:34.566939 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.577972 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:34.594934 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.595283 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Added segment 58d97335-2ef6-429e-be6f-fc23f53b8545 of type vlan for network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 Jul 14 20:47:34.608299 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.609295 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:34.609863 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.733670 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=54f17d9c-f91f-419f-9fd9-c3afc0562d90,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:34.752325 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 54f17d9c-f91f-419f-9fd9-c3afc0562d90 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:47:34.822345 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-82bb0e65-f7a2-412c-9927-a4f4b12be0b8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8656771 Jul 14 20:47:34.825043 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55050) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:34.827229 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.834737 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Request body: {'subnet': {'network_id': '54f17d9c-f91f-419f-9fd9-c3afc0562d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1851462909-subnet', 'tenant_id': '725df62a7d4c4aae81c6dcd209bd0a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:34.845331 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963'] for router, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.889892 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.891249 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:34.892105 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:34.971568 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7825885 Jul 14 20:47:34.974994 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55058) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:34.981554 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Request body: {'subnet': {'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-743642760-subnet', 'tenant_id': '9023af6dfb53405f835085001e679ca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:35.000142 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94882df8-2ed8-4e0f-a164-26fe4c83ccce admin admin] Pushing event updated for resources: {'Network': ['ID=8b9b0dc0-34ac-48b3-bec1-be487f6435d5,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:35.021611 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:47:35.122657 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.db.api [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 20:47:35.122657 dv-cinder-800830-1-iscsi neutron-server[99456]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 20:47:35.122657 dv-cinder-800830-1-iscsi neutron-server[99456]: [parameters: {'project_id_1': '9023af6dfb53405f835085001e679ca9', 'expiration_1': datetime.datetime(2021, 7, 14, 20, 47, 34, 987407)}] Jul 14 20:47:35.122657 dv-cinder-800830-1-iscsi neutron-server[99456]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 20:47:35.123718 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG oslo_db.api [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 20:47:35.181398 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Made reservation on behalf of 725df62a7d4c4aae81c6dcd209bd0a55 for: {'subnet': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:35.185181 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:35.284633 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55066) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:35.314791 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Router 264169bb-7ce5-42eb-9a09-737d2b3d0924 is scheduled to L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae with binding_index 1 {{(pid=99457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 20:47:35.514930 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f44bc68c-9670-4ebd-ac2c-849c146e23fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:35.551331 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:35.636438 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f44bc68c-9670-4ebd-ac2c-849c146e23fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:35.649209 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f44bc68c-9670-4ebd-ac2c-849c146e23fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:35.731609 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Made reservation on behalf of 9023af6dfb53405f835085001e679ca9 for: {'subnet': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:35.734579 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:35.735872 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:35.737126 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:47:35.745416 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-f44bc68c-9670-4ebd-ac2c-849c146e23fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a38cc130bc84ff1bd9188e30aa06f52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4594512 Jul 14 20:47:35.749368 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:35.752247 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55076) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:35.794154 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bc68c-9670-4ebd-ac2c-849c146e23fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e374e748-0b9e-41e3-98c0-deeaac5d217a,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:35.809617 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Checking segment: {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:47:35.810178 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Network hostable DHCP agents. Network: a0ad5bd8-17bb-4419-bee4-0725526df953, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:47:35.862533 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Sync routers for ids ['264169bb-7ce5-42eb-9a09-737d2b3d0924'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:47:35.878828 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Routers {'264169bb-7ce5-42eb-9a09-737d2b3d0924'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:47:35.879904 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:47:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['264169bb-7ce5-42eb-9a09-737d2b3d0924'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:35.884375 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3ad1ff-15e7-42b5-97ce-62659b2c7d87,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:35.975927 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Network a0ad5bd8-17bb-4419-bee4-0725526df953 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:47:35.996468 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.013342 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.015351 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-3aa8dfb7-9900-4294-96ce-6660eba15c0b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3498275 Jul 14 20:47:36.019596 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83a83741-c6b0-4aa5-9242-2ef18ff738cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.023677 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Checking segment: {'id': '55e84459-69b8-45ec-a68c-8537972f64fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '54f17d9c-f91f-419f-9fd9-c3afc0562d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:47:36.024347 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Network hostable DHCP agents. Network: 54f17d9c-f91f-419f-9fd9-c3afc0562d90, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:47:36.027427 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55086) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:36.034025 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, a0ad5bd8-17bb-4419-bee4-0725526df953) {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:36.043614 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:36.045147 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.046186 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561a8b93-dbb4-4814-a2ad-1c44ea2a1150 None None] Network a0ad5bd8-17bb-4419-bee4-0725526df953 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:47:36.123090 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-b1049ba0-cd53-463d-9471-865c7eb0434d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9267187 Jul 14 20:47:36.124968 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55088) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:36.127253 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83a83741-c6b0-4aa5-9242-2ef18ff738cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.130944 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Network 54f17d9c-f91f-419f-9fd9-c3afc0562d90 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:47:36.137279 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:36.149238 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1608b520-384d-4509-b720-6c2c073cce25,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:36.176125 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 54f17d9c-f91f-419f-9fd9-c3afc0562d90) {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:36.185128 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:36.186409 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.196239 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Set router 264169bb-7ce5-42eb-9a09-737d2b3d0924 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:47:36.205270 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a8190-0683-4beb-a52d-8ce90f950d48 None None] Network 54f17d9c-f91f-419f-9fd9-c3afc0562d90 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:47:36.226416 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Checking segment: {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:47:36.226778 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Network hostable DHCP agents. Network: 8b9b0dc0-34ac-48b3-bec1-be487f6435d5, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:47:36.229281 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-337846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13956'] for router, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.230269 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3685410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7799'] for router, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.260134 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-73cc5f3a-9adc-46b3-a64b-88ce5d57754d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4239244 Jul 14 20:47:36.320367 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83a83741-c6b0-4aa5-9242-2ef18ff738cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.326791 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:47:36.327321 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83a83741-c6b0-4aa5-9242-2ef18ff738cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.341467 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-83a83741-c6b0-4aa5-9242-2ef18ff738cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e374e748-0b9e-41e3-98c0-deeaac5d217a HTTP/1.1" status: 204 len: 168 time: 0.5845459 Jul 14 20:47:36.372858 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a83741-c6b0-4aa5-9242-2ef18ff738cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e374e748-0b9e-41e3-98c0-deeaac5d217a,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:36.463349 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 8b9b0dc0-34ac-48b3-bec1-be487f6435d5) {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:36.475876 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.480018 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:36.480879 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.514601 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3341a5-feaf-42cf-91ad-eaad1072898d None None] Network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:47:36.791927 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-eba16c3b-96fd-4612-853e-ebd8b3324928 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8152685 Jul 14 20:47:36.889034 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55124) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:36.893447 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341844c-205a-44b6-9eb3-880cce073e4d None None] Network 54f17d9c-f91f-419f-9fd9-c3afc0562d90 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:47:36.926733 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7bae53cb-9379-4d22-99c6-291ae9f0faa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:36.962022 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.007201 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'name': 'tempest-ServerRescueNegativeTestJSON-9880473-router', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:31Z', 'updated_at': '2021-07-14T20:47:33Z', 'revision_number': 3, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'gw_port': {'id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:32Z', 'updated_at': '2021-07-14T20:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:37.111679 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Checking router: 264169bb-7ce5-42eb-9a09-737d2b3d0924 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:47:37.113233 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Updating router 264169bb-7ce5-42eb-9a09-737d2b3d0924 port ae9734f4-6df0-4d82-bc8e-8986871e0b62 binding host dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:47:37.165767 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7bae53cb-9379-4d22-99c6-291ae9f0faa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.193154 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7bae53cb-9379-4d22-99c6-291ae9f0faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.213932 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.265378 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55134) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:37.284601 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52155cd6-d8b7-5def-9819-e61ccad68c5f-a0ad5bd8-17bb-4419-bee4-0725526df953', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6'}]}} from dv-cinder-800830-1-iscsi. {{(pid=99458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 20:47:37.290818 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.327318 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55138) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:37.327525 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-7bae53cb-9379-4d22-99c6-291ae9f0faa6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f55d40fe447c4cd78e49dfa4d3001828&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4368670 Jul 14 20:47:37.398917 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae53cb-9379-4d22-99c6-291ae9f0faa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8904bfc9-2e03-43bf-b5fb-f147134df520,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:37.510987 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9de70469-74b8-4734-bf19-9dd14b3a4c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.650208 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Notify callbacks [] for port, precommit_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.680248 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.provisioning_blocks [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Transition to ACTIVE for port object ae9734f4-6df0-4d82-bc8e-8986871e0b62 will not be triggered until provisioned by entity L2. {{(pid=99459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:47:37.687167 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55170) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:37.692128 dv-cinder-800830-1-iscsi neutron-server[99457]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 20:47:37.698210 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.773978 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-881e0341-5d82-474d-9d2e-37d792ce4e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.801196 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-881e0341-5d82-474d-9d2e-37d792ce4e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.814158 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Pushing event updated for resources: {'Port': ['ID=ae9734f4-6df0-4d82-bc8e-8986871e0b62,revision_number=2']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:37.858980 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.860305 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.861107 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.861904 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.862723 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.863502 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.865112 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.865902 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.866991 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.867747 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.868630 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.869390 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Tracked resource versions report: Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: pushed versions: Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: { 'AddressGroup': {'1.2'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'ConntrackHelper': {'1.0'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Log': {'1.0'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Network': {'1.1'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Port': {'1.7'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'PortForwarding': {'1.2'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'QosPolicy': {'1.8'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SecurityGroup': {'1.4'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SubPort': {'1.0'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Subnet': {'1.1'}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Trunk': {'1.1'}} Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: consumer versions: Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: { DHCP agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: HyperV agent@hv-cinder-80083: {}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: L3 agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: Metadata agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: Metering agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: Open vSwitch agent@dv-cinder-800830-1-iscsi: { 'AddressGroup': '1.2', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'ConntrackHelper': '1.0', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Log': '1.0', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Network': '1.1', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Port': '1.7', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'PortForwarding': '1.2', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'QosPolicy': '1.8', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SecurityGroup': '1.4', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SecurityGroupRule': '1.2', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'SubPort': '1.0', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Subnet': '1.1', Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: 'Trunk': '1.1'}} Jul 14 20:47:37.872451 dv-cinder-800830-1-iscsi neutron-server[99459]: {{(pid=99459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:47:37.884059 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Attempting to bind port ae9734f4-6df0-4d82-bc8e-8986871e0b62 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:47:37.884765 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Attempting to bind port ae9734f4-6df0-4d82-bc8e-8986871e0b62 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:47:37.885371 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Attempting to bind port ae9734f4-6df0-4d82-bc8e-8986871e0b62 on network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:47:37.899824 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:47:37.902330 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:47:37.902965 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.903897 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Bound using segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:47:37.905498 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Bound port: ae9734f4-6df0-4d82-bc8e-8986871e0b62, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:47:37.906939 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:37.934508 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:38.012119 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55184) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:38.097160 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] For port ae9734f4-6df0-4d82-bc8e-8986871e0b62, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:47:38.109272 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] For port ae9734f4-6df0-4d82-bc8e-8986871e0b62, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=ae9734f4-6df0-4d82-bc8e-8986871e0b62,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:47:38.121196 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:38.187715 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd764260-939b-4ad3-8443-21cb12ac2132 None None] Network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:47:38.234266 dv-cinder-800830-1-iscsi neutron-server[99456]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 20:47:38.264134 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be865640-6a3e-4c78-9c1f-fc9d205933dd None None] Pushing event updated for resources: {'Port': ['ID=ae9734f4-6df0-4d82-bc8e-8986871e0b62,revision_number=3']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:38.299887 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.db_base_plugin_common [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Allocated IP 172.20.0.2 (a0ad5bd8-17bb-4419-bee4-0725526df953/b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6/3c67f53f-c40a-47f8-875f-adfdd6a8f0db) {{(pid=99458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:47:38.305746 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Routers {'264169bb-7ce5-42eb-9a09-737d2b3d0924'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:47:38.307138 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:47:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['264169bb-7ce5-42eb-9a09-737d2b3d0924'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:38.389224 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-89c2543f-69a6-4f8a-bf9f-219f763c60e5 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:38.392292 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-89c2543f-69a6-4f8a-bf9f-219f763c60e5 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/networks?id=54f17d9c-f91f-419f-9fd9-c3afc0562d90 HTTP/1.1" status: 200 len: 812 time: 0.7031615 Jul 14 20:47:38.433216 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-0df47823-e5c4-4f55-b1a8-076bd4149757 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/quotas/725df62a7d4c4aae81c6dcd209bd0a55 HTTP/1.1" status: 200 len: 375 time: 0.0343595 Jul 14 20:47:38.512445 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-03f4c294-362d-41f7-a706-da6babf3d62c tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=725df62a7d4c4aae81c6dcd209bd0a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780764 Jul 14 20:47:38.591950 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] Set router 264169bb-7ce5-42eb-9a09-737d2b3d0924 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:47:38.694330 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Notify callbacks [] for port, precommit_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:38.723237 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Transition to ACTIVE for port object 3c67f53f-c40a-47f8-875f-adfdd6a8f0db will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:47:38.766965 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Transition to ACTIVE for port object 3c67f53f-c40a-47f8-875f-adfdd6a8f0db will not be triggered until provisioned by entity DHCP. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:47:38.770568 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-881e0341-5d82-474d-9d2e-37d792ce4e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:38.774531 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-881e0341-5d82-474d-9d2e-37d792ce4e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:38.778106 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-881e0341-5d82-474d-9d2e-37d792ce4e99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8904bfc9-2e03-43bf-b5fb-f147134df520 HTTP/1.1" status: 204 len: 168 time: 1.4472263 Jul 14 20:47:38.783523 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:38.813671 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-97a8eccf-ca52-4f50-b2fe-6aa33cd74975 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 20:47:38.817203 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-97a8eccf-ca52-4f50-b2fe-6aa33cd74975 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1212971 Jul 14 20:47:38.868110 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9de70469-74b8-4734-bf19-9dd14b3a4c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:38.874124 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e0341-5d82-474d-9d2e-37d792ce4e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8904bfc9-2e03-43bf-b5fb-f147134df520,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:38.882219 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Network a0ad5bd8-17bb-4419-bee4-0725526df953 is already hosted by enough agents. {{(pid=99458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:47:38.895464 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.base_scheduler [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Resources bound (agent type, host, resource id): {{(pid=99458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:38.915991 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9de70469-74b8-4734-bf19-9dd14b3a4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:38.918440 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Received port after_create {{(pid=99458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:47:38.925846 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-6b1bc5b5-7c53-4052-98dd-0d989b5e43b5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:38.927274 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-6b1bc5b5-7c53-4052-98dd-0d989b5e43b5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 814 time: 0.6952145 Jul 14 20:47:38.986871 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Pushing event updated for resources: {'Port': ['ID=3c67f53f-c40a-47f8-875f-adfdd6a8f0db,revision_number=1']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:38.995370 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:39.009553 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b1cb3e48-0c6e-471d-9eaf-80f7b12733e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/quotas/9023af6dfb53405f835085001e679ca9 HTTP/1.1" status: 200 len: 375 time: 0.0541518 Jul 14 20:47:39.034169 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de70469-74b8-4734-bf19-9dd14b3a4c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc5ff8-8369-449c-a343-80c1ef0fa70c,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:39.049263 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.049611 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.049960 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.050295 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.050627 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.050957 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.051286 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.052947 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.053321 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.053831 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.054354 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.054843 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Tracked resource versions report: Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: pushed versions: Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: { 'AddressGroup': {'1.2'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'ConntrackHelper': {'1.0'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Log': {'1.0'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Network': {'1.1'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Port': {'1.7'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'PortForwarding': {'1.2'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'QosPolicy': {'1.8'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SecurityGroup': {'1.4'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SubPort': {'1.0'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Subnet': {'1.1'}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Trunk': {'1.1'}} Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: consumer versions: Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: { DHCP agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: HyperV agent@hv-cinder-80083: {}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: L3 agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: Metadata agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: Metering agent@dv-cinder-800830-1-iscsi: {}, Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: Open vSwitch agent@dv-cinder-800830-1-iscsi: { 'AddressGroup': '1.2', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'ConntrackHelper': '1.0', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Log': '1.0', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Network': '1.1', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Port': '1.7', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'PortForwarding': '1.2', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'QosPolicy': '1.8', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SecurityGroup': '1.4', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SecurityGroupRule': '1.2', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'SubPort': '1.0', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Subnet': '1.1', Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: 'Trunk': '1.1'}} Jul 14 20:47:39.056213 dv-cinder-800830-1-iscsi neutron-server[99458]: {{(pid=99458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:47:39.098623 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-9de70469-74b8-4734-bf19-9dd14b3a4c74 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b6b50c539d149c98d8127e4997d009f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8209541 Jul 14 20:47:39.103312 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:39.117386 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55202) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:39.134201 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Attempting to bind port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:47:39.134867 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Attempting to bind port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:47:39.136324 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Attempting to bind port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db on network a0ad5bd8-17bb-4419-bee4-0725526df953 {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:47:39.138097 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'name': 'tempest-ServerRescueNegativeTestJSON-9880473-router', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:31Z', 'updated_at': '2021-07-14T20:47:33Z', 'revision_number': 3, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'gw_port': {'id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:32Z', 'updated_at': '2021-07-14T20:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:39.149324 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:47:39.160802 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Checking segment: {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:47:39.161253 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:39.162528 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Bound using segment: {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:47:39.163172 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-a738454b-94fc-4ed1-a312-fb51c3130a3f service neutron] 10.222.0.38 "GET /v2.0/networks/54f17d9c-f91f-419f-9fd9-c3afc0562d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396742 Jul 14 20:47:39.163398 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Bound port: 3c67f53f-c40a-47f8-875f-adfdd6a8f0db, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:47:39.163629 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:39.234921 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-608319df-2178-45c0-b856-9d22f5013dc1 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1535709 Jul 14 20:47:39.242442 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74a9df-500c-44a6-a14f-baaab4944499 None None] The sync data for ids ['264169bb-7ce5-42eb-9a09-737d2b3d0924'] in dv-cinder-800830-1-iscsi is: [{'id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'name': 'tempest-ServerRescueNegativeTestJSON-9880473-router', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:31Z', 'updated_at': '2021-07-14T20:47:33Z', 'revision_number': 3, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'gw_port': {'id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:32Z', 'updated_at': '2021-07-14T20:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:47:39.390993 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Allocated IP 172.20.0.1 (4b7ff29d-da1f-4b0f-8082-c235e8f92570/f98d313d-efcb-4f46-8d48-71fb1427429d/c5f540b2-839b-4b4a-b1c3-c48e6358611a) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:47:39.424412 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] For port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:47:39.429985 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] For port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=3c67f53f-c40a-47f8-875f-adfdd6a8f0db,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:47:39.441220 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:39.470860 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c870f81c-1aed-408c-8ca2-6f8f3db5f27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:39.598227 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31377a96-a125-4e65-bc1e-6627515df371 None None] Pushing event updated for resources: {'Port': ['ID=3c67f53f-c40a-47f8-875f-adfdd6a8f0db,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:39.654186 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-27960597-c5f2-42b2-a950-0d79c22dd99d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 20:47:39.656057 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-27960597-c5f2-42b2-a950-0d79c22dd99d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1650631 Jul 14 20:47:39.742107 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c870f81c-1aed-408c-8ca2-6f8f3db5f27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:39.793808 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-9f10f541-fac4-43d0-990c-88c2ac2885ad service neutron] 10.222.0.38 "GET /v2.0/networks/54f17d9c-f91f-419f-9fd9-c3afc0562d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674531 Jul 14 20:47:39.799264 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Allocated IP 172.27.2.106 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/c9f6eefe-717b-44d2-a9f9-c35d328a4d56) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:47:39.836174 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c870f81c-1aed-408c-8ca2-6f8f3db5f27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:39.840998 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c870f81c-1aed-408c-8ca2-6f8f3db5f27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:39.846835 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-c870f81c-1aed-408c-8ca2-6f8f3db5f27c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87dc5ff8-8369-449c-a343-80c1ef0fa70c HTTP/1.1" status: 204 len: 168 time: 0.7215490 Jul 14 20:47:39.879649 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870f81c-1aed-408c-8ca2-6f8f3db5f27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc5ff8-8369-449c-a343-80c1ef0fa70c,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:39.964037 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:40.022671 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-02dbcbe8-16c2-4436-8412-678f665b880f service neutron] 10.222.0.38 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220327 Jul 14 20:47:40.226681 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:40.251563 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:40.395464 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:47:40.414326 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:40.433182 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:47:40.433182 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338136'] for router_interface, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:40.434295 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-02d658b9-b200-4720-a24b-d49f642d71d3 service neutron] 10.222.0.38 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870842 Jul 14 20:47:40.543306 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 3c67f53f-c40a-47f8-875f-adfdd6a8f0db up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:47:40.717729 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:47:40.722997 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Pushing event updated for resources: {'Port': ['ID=c5f540b2-839b-4b4a-b1c3-c48e6358611a,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:40.724933 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device ae9734f4-6df0-4d82-bc8e-8986871e0b62 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:47:40.863397 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port ae9734f4-6df0-4d82-bc8e-8986871e0b62 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:47:40.869322 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port ae9734f4-6df0-4d82-bc8e-8986871e0b62 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:40.869996 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:40.893724 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:41.018561 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-14f13c7b-6008-4264-b26c-8359b0ab6bf4 req-72570054-7811-41e8-ac28-6193a854ab09 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 210 time: 0.2019825 Jul 14 20:47:41.044956 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:41.105116 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port ae9734f4-6df0-4d82-bc8e-8986871e0b62, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=ae9734f4-6df0-4d82-bc8e-8986871e0b62,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:41.115098 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:41.163405 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:47:41.189779 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:41.202198 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:47:41.343072 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=ae9734f4-6df0-4d82-bc8e-8986871e0b62,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:41.421715 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f6eefe-717b-44d2-a9f9-c35d328a4d56,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:41.534440 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-dcc2491b-9c39-4560-a9a4-eaba00b49c53 req-2624b316-12bf-4f61-be5a-fae4c849966c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 210 time: 0.2560761 Jul 14 20:47:41.629754 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1625f50-2046-4d48-b313-fa034a2440a1 None None] Network a0ad5bd8-17bb-4419-bee4-0725526df953 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:47:41.804270 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:41.825850 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-acf32ff6-7ef7-4993-911e-951734a4f72a None None] Provisioning for port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:47:41.849641 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-acf32ff6-7ef7-4993-911e-951734a4f72a None None] Provisioning complete for port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:41.850009 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-acf32ff6-7ef7-4993-911e-951734a4f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:42.173087 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-93daa9b9-1b74-4fdc-92b7-1de2f1deeb72 req-0392d09a-c00f-4e72-8b1e-5b1d8c9cd939 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 210 time: 0.0419397 Jul 14 20:47:42.436360 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device ae9734f4-6df0-4d82-bc8e-8986871e0b62 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:47:42.469489 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:42.694916 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:42.796543 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:42.797794 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-338792'] for router_interface, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:42.828498 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1e9b2871-4298-447e-8282-bedbbbd58e09 req-7e2d7423-2106-4695-9dfb-26ea7a67e309 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 210 time: 0.1091521 Jul 14 20:47:42.900373 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-acf32ff6-7ef7-4993-911e-951734a4f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:42.938742 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port ae9734f4-6df0-4d82-bc8e-8986871e0b62 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:42.939312 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:43.030276 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-acf32ff6-7ef7-4993-911e-951734a4f72a None None] For port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=3c67f53f-c40a-47f8-875f-adfdd6a8f0db,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:43.060930 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Pushing event updated for resources: {'Port': ['ID=c5f540b2-839b-4b4a-b1c3-c48e6358611a,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:43.070761 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-acf32ff6-7ef7-4993-911e-951734a4f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:43.400121 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf32ff6-7ef7-4993-911e-951734a4f72a None None] Pushing event updated for resources: {'Port': ['ID=3c67f53f-c40a-47f8-875f-adfdd6a8f0db,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:43.507810 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-bda66c79-609a-45c4-a6fb-1c0b3ed6694c None None] Provisioning complete for port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:43.508295 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-bda66c79-609a-45c4-a6fb-1c0b3ed6694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:43.521723 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-067fed05-0213-47e4-933c-6cdc2a803d91 req-d9f4e5ae-93cc-4ca9-9b9d-71255a810b90 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 210 time: 0.2189627 Jul 14 20:47:43.523786 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963'] for router, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:43.833744 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:47:43.840118 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:43.987944 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ed3b57a2-f4b6-47ce-90d1-eaadd6c63f71 req-a4bd7805-5d51-4343-ac09-2b0a72792bf1 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 210 time: 0.0617504 Jul 14 20:47:44.105246 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Router f41e36aa-1f91-4150-b97f-71e6f563bd4b is scheduled to L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae with binding_index 1 {{(pid=99456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 20:47:44.194497 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Router 264169bb-7ce5-42eb-9a09-737d2b3d0924 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:47:44.329915 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 3c67f53f-c40a-47f8-875f-adfdd6a8f0db up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:47:44.405681 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:44.406841 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:44.462681 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:47:44.487876 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] Notify callbacks [] for router, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:44.496250 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-cded15c5-2bd2-4826-880b-6263d0ec8917 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3667016 Jul 14 20:47:44.499339 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55434) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:44.504799 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Sync routers for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:47:44.560663 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:47:44.561079 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:47:44.561778 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:47:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:44.577650 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Sync routers for ids ['264169bb-7ce5-42eb-9a09-737d2b3d0924'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:47:44.582696 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-38e2e405-08a9-432b-a25c-68b5f30aa2ad admin admin] 10.222.0.38 "PUT /v2.0/routers/264169bb-7ce5-42eb-9a09-737d2b3d0924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5483468 Jul 14 20:47:44.618504 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Routers {'264169bb-7ce5-42eb-9a09-737d2b3d0924'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:47:44.619515 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:47:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['264169bb-7ce5-42eb-9a09-737d2b3d0924'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:45.122104 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:47:45.225293 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Set router 264169bb-7ce5-42eb-9a09-737d2b3d0924 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:47:45.259106 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9fa14110-5b0d-4e71-9dff-575269c9c88c req-e0529144-9e52-4ce3-af5d-e426957b9e4a tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 210 time: 0.0720940 Jul 14 20:47:45.817593 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b43effd4-351d-4893-bfe4-e947067f9663 req-30ed3395-89ff-4f8a-942b-4071b5c4c687 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 210 time: 0.1138265 Jul 14 20:47:45.977343 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.43', 60442) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:46.053023 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:41Z', 'revision_number': 3, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:46.062648 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55500) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:46.097488 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Checking router: f41e36aa-1f91-4150-b97f-71e6f563bd4b for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:47:46.098427 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Updating router f41e36aa-1f91-4150-b97f-71e6f563bd4b port c9f6eefe-717b-44d2-a9f9-c35d328a4d56 binding host dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:47:46.158652 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:46.268203 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-5e59cfe5-db65-4c2b-ac3b-750355fb16b3 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:46.276350 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-5e59cfe5-db65-4c2b-ac3b-750355fb16b3 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 816 time: 0.4539347 Jul 14 20:47:46.308560 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'name': 'tempest-ServerRescueNegativeTestJSON-9880473-router', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:31Z', 'updated_at': '2021-07-14T20:47:41Z', 'revision_number': 4, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'gw_port': {'id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:32Z', 'updated_at': '2021-07-14T20:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'c5f540b2-839b-4b4a-b1c3-c48e6358611a', 'name': '', 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'mac_address': 'fa:16:3e:ee:73:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f98d313d-efcb-4f46-8d48-71fb1427429d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:38Z', 'updated_at': '2021-07-14T20:47:42Z', 'revision_number': 2, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'subnets': [{'id': 'f98d313d-efcb-4f46-8d48-71fb1427429d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:46.321688 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-dbfd9a5b-e374-4719-a185-c377a1a523a2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/quotas/a60c14c894f247129c9a6589d24e72e7 HTTP/1.1" status: 200 len: 375 time: 0.0317512 Jul 14 20:47:46.508595 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Checking router: 264169bb-7ce5-42eb-9a09-737d2b3d0924 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:47:46.509515 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Updating router 264169bb-7ce5-42eb-9a09-737d2b3d0924 port c5f540b2-839b-4b4a-b1c3-c48e6358611a binding host dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:47:46.550427 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:46.602270 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-989cec1f-7193-44ed-ba72-2c6f39dee921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:46.658439 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-38594cdd-e69b-4277-8190-6b02f6112e8a tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:46.665033 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-38594cdd-e69b-4277-8190-6b02f6112e8a tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.43 "GET /v2.0/networks?id=54f17d9c-f91f-419f-9fd9-c3afc0562d90 HTTP/1.1" status: 200 len: 812 time: 0.6848519 Jul 14 20:47:46.688592 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:46.863363 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-07bcbeba-4bf7-40f2-97ae-e88d301703ae tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5283978 Jul 14 20:47:46.887145 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.43', 60449) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:46.943163 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Notify callbacks [] for port, precommit_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:46.948368 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Request body: {'port': {'device_id': 'f277e1bc-e89e-4679-949b-7cdedbdc5cf8', 'network_id': '54f17d9c-f91f-419f-9fd9-c3afc0562d90', 'admin_state_up': True, 'tenant_id': '725df62a7d4c4aae81c6dcd209bd0a55'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:46.975293 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Transition to ACTIVE for port object c9f6eefe-717b-44d2-a9f9-c35d328a4d56 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:47:47.001374 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-0b8e087d-c7a9-491c-8ab1-2fe31de00589 service neutron] 10.222.0.38 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349351 Jul 14 20:47:47.004807 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:47.131031 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-b1da9202-ce7b-4007-8f2c-bf76ed223988 service neutron] 10.222.0.38 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286504 Jul 14 20:47:47.200161 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Attempting to bind port c9f6eefe-717b-44d2-a9f9-c35d328a4d56 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:47:47.200859 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Attempting to bind port c9f6eefe-717b-44d2-a9f9-c35d328a4d56 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:47:47.201455 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Attempting to bind port c9f6eefe-717b-44d2-a9f9-c35d328a4d56 on network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:47:47.247320 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:47:47.247941 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:47:47.248641 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:47.249283 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Bound using segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:47:47.250074 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Bound port: c9f6eefe-717b-44d2-a9f9-c35d328a4d56, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:47:47.250728 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:47.258130 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deff4c0-358c-454d-9b9b-c1aaf124741a None None] Pushing event updated for resources: {'Port': ['ID=c9f6eefe-717b-44d2-a9f9-c35d328a4d56,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:47.349395 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-989cec1f-7193-44ed-ba72-2c6f39dee921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:47.361180 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-989cec1f-7193-44ed-ba72-2c6f39dee921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:47.527040 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] For port c9f6eefe-717b-44d2-a9f9-c35d328a4d56, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:47:47.536580 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] For port c9f6eefe-717b-44d2-a9f9-c35d328a4d56, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=c9f6eefe-717b-44d2-a9f9-c35d328a4d56,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:47:47.548244 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:47.735612 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-989cec1f-7193-44ed-ba72-2c6f39dee921 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34d870b2106342b38c420c8e4b79c6d3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6674352 Jul 14 20:47:47.773842 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5d1f2f2e-5912-4e99-910d-ddac4b853024 req-f8ce1dff-052f-4592-922c-d069d0e9e963 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 210 time: 0.0455391 Jul 14 20:47:47.774377 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55558) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:47.868452 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Notify callbacks [] for port, precommit_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:47.871178 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deff4c0-358c-454d-9b9b-c1aaf124741a None None] Pushing event updated for resources: {'Port': ['ID=c9f6eefe-717b-44d2-a9f9-c35d328a4d56,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:47.920673 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:47:47.922124 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:47:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:47.939010 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.provisioning_blocks [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Transition to ACTIVE for port object c5f540b2-839b-4b4a-b1c3-c48e6358611a will not be triggered until provisioned by entity L2. {{(pid=99459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:47:47.948406 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a468c400-904a-455d-8479-6628a0b194e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:47.960359 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:47.996914 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b8bb320f-fd9e-47db-a723-0bf02fad5d19 req-d064c29f-1614-4cc1-9dfe-c7cc25ef1293 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 210 time: 1.1150355 Jul 14 20:47:48.002247 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a468c400-904a-455d-8479-6628a0b194e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:48.041566 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Made reservation on behalf of 725df62a7d4c4aae81c6dcd209bd0a55 for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:48.056034 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:48.164731 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d917421-c01d-491e-8b75-f77547be3af4 None None] Pushing event updated for resources: {'Port': ['ID=c5f540b2-839b-4b4a-b1c3-c48e6358611a,revision_number=3']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:48.225228 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e1e9175-5c1b-4a94-821b-908339e2de23 req-fbf9848b-62de-4066-8f71-20ccf2476b63 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 210 time: 0.2784750 Jul 14 20:47:48.247204 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a468c400-904a-455d-8479-6628a0b194e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:48.266829 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a468c400-904a-455d-8479-6628a0b194e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:48.272911 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-a468c400-904a-455d-8479-6628a0b194e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/445d5855-20d3-40f2-b54f-34afdc170132 HTTP/1.1" status: 204 len: 168 time: 0.4876256 Jul 14 20:47:48.272911 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cec1f-7193-44ed-ba72-2c6f39dee921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445d5855-20d3-40f2-b54f-34afdc170132,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:48.287338 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468c400-904a-455d-8479-6628a0b194e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445d5855-20d3-40f2-b54f-34afdc170132,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:48.321731 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-cfae3dfe-4855-4c17-9f31-ccde25db3ddb tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:48.323165 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-cfae3dfe-4855-4c17-9f31-ccde25db3ddb tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 814 time: 1.4256799 Jul 14 20:47:48.340601 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:47:48.382957 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Request body: {'port': {'device_id': '2c9896c6-c587-4a64-8a3e-0dc6bb751a7a', 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5', 'admin_state_up': True, 'tenant_id': '9023af6dfb53405f835085001e679ca9'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:48.562411 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Attempting to bind port c5f540b2-839b-4b4a-b1c3-c48e6358611a on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:47:48.562411 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Attempting to bind port c5f540b2-839b-4b4a-b1c3-c48e6358611a by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:47:48.562411 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Attempting to bind port c5f540b2-839b-4b4a-b1c3-c48e6358611a on network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:47:48.568771 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:47:48.576759 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Checking segment: {'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:47:48.576759 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:48.576759 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Bound using segment: {'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:47:48.576759 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Bound port: c5f540b2-839b-4b4a-b1c3-c48e6358611a, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'}}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:47:48.576759 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:48.743954 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] For port c5f540b2-839b-4b4a-b1c3-c48e6358611a, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:47:48.754022 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] For port c5f540b2-839b-4b4a-b1c3-c48e6358611a, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=c5f540b2-839b-4b4a-b1c3-c48e6358611a,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:47:48.763190 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:48.845465 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Allocated IP 172.20.0.1 (a0ad5bd8-17bb-4419-bee4-0725526df953/b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6/00a4af57-11a6-44f7-bd0b-514f11e5d11f) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:47:48.916332 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Made reservation on behalf of 9023af6dfb53405f835085001e679ca9 for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:48.920810 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:48.940565 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d917421-c01d-491e-8b75-f77547be3af4 None None] Pushing event updated for resources: {'Port': ['ID=c5f540b2-839b-4b4a-b1c3-c48e6358611a,revision_number=4']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:48.955650 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:41Z', 'revision_number': 3, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:49.004914 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Routers {'264169bb-7ce5-42eb-9a09-737d2b3d0924'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:47:49.006324 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:47:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['264169bb-7ce5-42eb-9a09-737d2b3d0924'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:49.257436 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Allocated IP 172.20.0.8 (54f17d9c-f91f-419f-9fd9-c3afc0562d90/bf3ad1ff-15e7-42b5-97ce-62659b2c7d87/bf66fd2c-ce1d-44be-963d-cbb137083d3f) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:47:49.373568 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55614) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:49.432046 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] Set router 264169bb-7ce5-42eb-9a09-737d2b3d0924 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:47:49.480436 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55618) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:49.497479 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f0bcd-3480-4b6c-b838-14fcf1c729ec None None] The sync data for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi is: [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:41Z', 'revision_number': 3, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:47:49.504318 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-46886b4b-57b5-40b6-a4d8-582c60373956 req-ddf88053-6bb0-481c-a73d-e66fa5598213 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 210 time: 0.0755172 Jul 14 20:47:49.583944 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-570f001e-103f-4891-86d4-acf4c12e984e req-169bd4af-2472-47b7-a26b-2877648622b6 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 210 time: 0.5116508 Jul 14 20:47:49.968977 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:50.011231 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-2ff8fd40-aa8b-447a-9dec-34ee4915959b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:50.027406 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-2ff8fd40-aa8b-447a-9dec-34ee4915959b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 816 time: 0.2556500 Jul 14 20:47:50.116783 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-28eff342-ceb2-4b2a-a077-afcc0049c227 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/quotas/a60c14c894f247129c9a6589d24e72e7 HTTP/1.1" status: 200 len: 375 time: 0.0863881 Jul 14 20:47:50.126492 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Transition to ACTIVE for port object 00a4af57-11a6-44f7-bd0b-514f11e5d11f will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:47:50.141449 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-eb7af7eb-8a61-4687-baf9-a9e8b32adfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:50.328454 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'name': 'tempest-ServerRescueNegativeTestJSON-9880473-router', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:31Z', 'updated_at': '2021-07-14T20:47:41Z', 'revision_number': 4, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'gw_port': {'id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:32Z', 'updated_at': '2021-07-14T20:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'c5f540b2-839b-4b4a-b1c3-c48e6358611a', 'name': '', 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'mac_address': 'fa:16:3e:ee:73:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f98d313d-efcb-4f46-8d48-71fb1427429d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:38Z', 'updated_at': '2021-07-14T20:47:48Z', 'revision_number': 4, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'subnets': [{'id': 'f98d313d-efcb-4f46-8d48-71fb1427429d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:50.484398 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d3e5c-9029-421b-be23-f0797b538407 None None] The sync data for ids ['264169bb-7ce5-42eb-9a09-737d2b3d0924'] in dv-cinder-800830-1-iscsi is: [{'id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'name': 'tempest-ServerRescueNegativeTestJSON-9880473-router', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:31Z', 'updated_at': '2021-07-14T20:47:41Z', 'revision_number': 4, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'gw_port': {'id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:32Z', 'updated_at': '2021-07-14T20:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'c5f540b2-839b-4b4a-b1c3-c48e6358611a', 'name': '', 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'mac_address': 'fa:16:3e:ee:73:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f98d313d-efcb-4f46-8d48-71fb1427429d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:38Z', 'updated_at': '2021-07-14T20:47:48Z', 'revision_number': 4, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'subnets': [{'id': 'f98d313d-efcb-4f46-8d48-71fb1427429d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:47:50.494313 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55636) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:50.522077 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6010-7bfe-4c09-b9f7-0ab5283b4815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:50.558414 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-501c4c70-4583-488b-a3ec-62f3f5f1a934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:50.569914 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device c9f6eefe-717b-44d2-a9f9-c35d328a4d56 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:47:50.769541 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port c9f6eefe-717b-44d2-a9f9-c35d328a4d56 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:47:50.785529 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port c9f6eefe-717b-44d2-a9f9-c35d328a4d56 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:50.786405 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:50.898306 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-eb7af7eb-8a61-4687-baf9-a9e8b32adfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:50.920111 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:50.938751 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-c653bb8b-ac0c-41f0-afbc-4463dec67e13 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8205957 Jul 14 20:47:50.974367 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Allocated IP 172.20.0.10 (8b9b0dc0-34ac-48b3-bec1-be487f6435d5/1608b520-384d-4509-b720-6c2c073cce25/b7bfee66-999c-472c-bfb4-1016308a8fc9) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:47:51.028719 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-eb7af7eb-8a61-4687-baf9-a9e8b32adfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:51.125841 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:51.228243 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:51.274063 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.43', 60461) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:51.280574 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55644) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:51.308376 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port c9f6eefe-717b-44d2-a9f9-c35d328a4d56, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=c9f6eefe-717b-44d2-a9f9-c35d328a4d56,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:51.320823 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:51.417671 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:51.547121 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Network a0ad5bd8-17bb-4419-bee4-0725526df953 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:47:51.560717 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:51.562705 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=c9f6eefe-717b-44d2-a9f9-c35d328a4d56,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:51.572644 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:51.600804 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:51.692899 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:47:51.707371 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338136'] for router_interface, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:51.983761 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-eb7af7eb-8a61-4687-baf9-a9e8b32adfc6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b81d64834cd046e1a308b4488c6defa9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4603004 Jul 14 20:47:52.073182 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55654) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:52.083945 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3b094e4e-130f-47ba-a6bb-cf2ffcabc2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:52.093704 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-67f6792e-7be2-43f1-8240-4df155784dd5 None None] Provisioning for port 00a4af57-11a6-44f7-bd0b-514f11e5d11f completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:47:52.116420 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-67f6792e-7be2-43f1-8240-4df155784dd5 None None] Provisioning complete for port 00a4af57-11a6-44f7-bd0b-514f11e5d11f triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:52.117191 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-67f6792e-7be2-43f1-8240-4df155784dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:52.153010 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7af7eb-8a61-4687-baf9-a9e8b32adfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7a5bef-2df6-48bf-bcd6-ce832f14bd38,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:52.220963 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:47:52.273673 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:52.305813 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:47:52.324166 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-67f6792e-7be2-43f1-8240-4df155784dd5 None None] Port 00a4af57-11a6-44f7-bd0b-514f11e5d11f cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:47:52.326543 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:52.340016 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:52.566568 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-fc0784f5-5170-4dc7-8e03-61389b4d3ed2 service neutron] 10.222.0.38 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6241374 Jul 14 20:47:52.597800 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-98fce330-3cac-4b91-bc6b-f6dd6cbe76e7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:52.613147 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-98fce330-3cac-4b91-bc6b-f6dd6cbe76e7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.43 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 816 time: 1.3165927 Jul 14 20:47:52.624030 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Pushing event updated for resources: {'Port': ['ID=00a4af57-11a6-44f7-bd0b-514f11e5d11f,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:52.631166 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Request body: {'port': {'device_id': '548dc96a-5a3c-4fbf-b22e-2be9638b91a3', 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570', 'admin_state_up': True, 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:52.660645 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:52.673858 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Network 54f17d9c-f91f-419f-9fd9-c3afc0562d90 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:47:52.675383 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:52.678908 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:47:52.685578 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:52.690296 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device c5f540b2-839b-4b4a-b1c3-c48e6358611a up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:47:52.697794 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:52.785388 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port c5f540b2-839b-4b4a-b1c3-c48e6358611a completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:47:52.796995 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port c5f540b2-839b-4b4a-b1c3-c48e6358611a triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:52.798070 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:52.974931 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b2287fea-b260-4eed-aa1b-c8732a956fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.053793 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7767c1-e066-4304-a63e-68445dcc3bfa req-6f7bafa6-f6fa-4fb9-bd6f-33b7b5b1dece tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:53.056206 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4e7767c1-e066-4304-a63e-68445dcc3bfa req-6f7bafa6-f6fa-4fb9-bd6f-33b7b5b1dece tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 931 time: 1.8749294 Jul 14 20:47:53.068954 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0221b33d-19d4-4326-b2a3-9b26dabe106c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.080144 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.135271 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port c5f540b2-839b-4b4a-b1c3-c48e6358611a, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=c5f540b2-839b-4b4a-b1c3-c48e6358611a,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:53.144421 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.146465 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device c9f6eefe-717b-44d2-a9f9-c35d328a4d56 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:47:53.149285 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Pushing event updated for resources: {'Port': ['ID=b7bfee66-999c-472c-bfb4-1016308a8fc9,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:53.268230 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=c5f540b2-839b-4b4a-b1c3-c48e6358611a,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:53.289243 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0221b33d-19d4-4326-b2a3-9b26dabe106c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.318637 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port c9f6eefe-717b-44d2-a9f9-c35d328a4d56 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:53.319257 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.335085 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.372811 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4e7767c1-e066-4304-a63e-68445dcc3bfa req-3ea70ac4-c57f-4b09-bedc-13a442165ac9 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713420 Jul 14 20:47:53.524607 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-a95e7e75-273b-4f30-bdcc-fc9548ee4ed0 service neutron] 10.222.0.38 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9549325 Jul 14 20:47:53.530390 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Pushing event updated for resources: {'Port': ['ID=bf66fd2c-ce1d-44be-963d-cbb137083d3f,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:53.536417 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-501c4c70-4583-488b-a3ec-62f3f5f1a934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.544130 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-501c4c70-4583-488b-a3ec-62f3f5f1a934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.571007 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-b845a652-d0ed-416c-9d3a-eac939816b84 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2274840 Jul 14 20:47:53.617030 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-571a18ce-d650-4f1d-a090-d0c03a55254c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 20:47:53.618091 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-571a18ce-d650-4f1d-a090-d0c03a55254c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175571 Jul 14 20:47:53.662723 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-501c4c70-4583-488b-a3ec-62f3f5f1a934 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9692c86b14bd4886a6e1ea72c7f3f1fe&name=default HTTP/1.1" status: 200 len: 2977 time: 3.1648269 Jul 14 20:47:53.667350 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55660) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:53.765597 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c4c70-4583-488b-a3ec-62f3f5f1a934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b110a27f-b1c7-466d-a399-e4478fee64ac,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:53.812262 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0221b33d-19d4-4326-b2a3-9b26dabe106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.814996 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0221b33d-19d4-4326-b2a3-9b26dabe106c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.816144 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-0221b33d-19d4-4326-b2a3-9b26dabe106c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb7a5bef-2df6-48bf-bcd6-ce832f14bd38 HTTP/1.1" status: 204 len: 168 time: 1.7273240 Jul 14 20:47:53.845853 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221b33d-19d4-4326-b2a3-9b26dabe106c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7a5bef-2df6-48bf-bcd6-ce832f14bd38,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:53.893144 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a97f8072-6a78-4f76-aac7-fefd039599f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:53.909809 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6010-7bfe-4c09-b9f7-0ab5283b4815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.089427 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Request body: {'port': {'device_id': '2c9896c6-c587-4a64-8a3e-0dc6bb751a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:54.116675 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3b094e4e-130f-47ba-a6bb-cf2ffcabc2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.134501 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.147665 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-865d5144-7794-4e91-b975-05cabc422998 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2566333 Jul 14 20:47:54.162473 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a97f8072-6a78-4f76-aac7-fefd039599f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.198519 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.199475 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-338792'] for router_interface, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.206319 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Request body: {'port': {'device_id': 'f277e1bc-e89e-4679-949b-7cdedbdc5cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:54.247927 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6010-7bfe-4c09-b9f7-0ab5283b4815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.320537 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.db.api [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 20:47:54.320537 dv-cinder-800830-1-iscsi neutron-server[99456]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 20:47:54.320537 dv-cinder-800830-1-iscsi neutron-server[99456]: [parameters: {'project_id_1': 'a60c14c894f247129c9a6589d24e72e7', 'expiration_1': datetime.datetime(2021, 7, 14, 20, 47, 53, 150998)}] Jul 14 20:47:54.320537 dv-cinder-800830-1-iscsi neutron-server[99456]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 20:47:54.320997 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG oslo_db.api [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 20:47:54.321367 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3b094e4e-130f-47ba-a6bb-cf2ffcabc2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.354887 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a97f8072-6a78-4f76-aac7-fefd039599f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.358196 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a97f8072-6a78-4f76-aac7-fefd039599f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.362994 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-a97f8072-6a78-4f76-aac7-fefd039599f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b110a27f-b1c7-466d-a399-e4478fee64ac HTTP/1.1" status: 204 len: 168 time: 0.6837058 Jul 14 20:47:54.368564 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb6010-7bfe-4c09-b9f7-0ab5283b4815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded375a4-656c-4666-b483-2afbd76d3f5d,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:54.422213 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device c5f540b2-839b-4b4a-b1c3-c48e6358611a up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:47:54.443105 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3b094e4e-130f-47ba-a6bb-cf2ffcabc2a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=599f8af40eb04280a14be9fbebcf5fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1054010 Jul 14 20:47:54.605786 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-179363ca-d401-4ef0-9562-9cd8bfc58e4e req-a14b14d8-2ead-41e1-80ed-e6e39c8980a6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 210 time: 0.3148758 Jul 14 20:47:54.611129 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b094e4e-130f-47ba-a6bb-cf2ffcabc2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856b543-f61b-4827-9fba-c037aca827b2,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:54.634962 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55678) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:54.636641 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f8072-6a78-4f76-aac7-fefd039599f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b110a27f-b1c7-466d-a399-e4478fee64ac,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:54.662465 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port c5f540b2-839b-4b4a-b1c3-c48e6358611a triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:54.663186 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:54.709531 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3ebb6010-7bfe-4c09-b9f7-0ab5283b4815 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7324b676ab64dae8ce98e0ac5ecac08&name=default HTTP/1.1" status: 200 len: 2979 time: 5.3319747 Jul 14 20:47:54.725766 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55682) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:54.914778 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55686) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:54.975264 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:55.005329 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-20de2a06-344e-4ab6-a255-832da6014c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:55.013963 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7b613080-bb31-4fb6-a510-a919e3704a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:55.099142 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Made reservation on behalf of a60c14c894f247129c9a6589d24e72e7 for: {'port': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:55.103194 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:55.136431 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Pushing event updated for resources: {'Port': ['ID=00a4af57-11a6-44f7-bd0b-514f11e5d11f,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:55.203979 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efb413-e7e1-4458-bb47-2e5cf2626f1f req-3ed3156b-bb85-45f9-b565-70ba9d6c71ef tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:55.214221 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-80efb413-e7e1-4458-bb47-2e5cf2626f1f req-3ed3156b-bb85-45f9-b565-70ba9d6c71ef tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 932 time: 1.4491484 Jul 14 20:47:55.287258 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:55.322931 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-20de2a06-344e-4ab6-a255-832da6014c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:55.362155 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4b3c87e8-5935-4717-9607-a4afdfca2981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:55.455726 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7b613080-bb31-4fb6-a510-a919e3704a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:55.484709 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-80efb413-e7e1-4458-bb47-2e5cf2626f1f req-b9af5e0a-ac84-4d7c-be08-d8d87b0ea64e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690570 Jul 14 20:47:55.547289 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7b613080-bb31-4fb6-a510-a919e3704a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:55.550751 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Network a0ad5bd8-17bb-4419-bee4-0725526df953 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:47:55.572748 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:55.592789 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4b3c87e8-5935-4717-9607-a4afdfca2981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:56.023515 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:56.148830 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e25d98fb-7565-4db3-be57-e55513f0411d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:56.156143 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-7b613080-bb31-4fb6-a510-a919e3704a57 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44d53f3c61df4dc3ace59266d0a1e10c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2341914 Jul 14 20:47:56.171335 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55706) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:56.180027 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f45a5-cb2d-46ac-b1d5-fc45340d3618 req-bd947976-541e-4e58-b4b4-a639868e02e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:56.183272 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-acb60e89-51d5-441f-b698-b6daa381a282 None None] Provisioning complete for port 00a4af57-11a6-44f7-bd0b-514f11e5d11f triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:47:56.185870 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-acb60e89-51d5-441f-b698-b6daa381a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:56.187566 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f70f45a5-cb2d-46ac-b1d5-fc45340d3618 req-bd947976-541e-4e58-b4b4-a639868e02e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 931 time: 1.2215157 Jul 14 20:47:56.189651 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b613080-bb31-4fb6-a510-a919e3704a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1446e2d-aa90-4ad2-b104-3dd4279881cf,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:56.312331 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-20de2a06-344e-4ab6-a255-832da6014c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:56.317543 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-20de2a06-344e-4ab6-a255-832da6014c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:56.324055 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-20de2a06-344e-4ab6-a255-832da6014c95 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8856b543-f61b-4827-9fba-c037aca827b2 HTTP/1.1" status: 204 len: 168 time: 1.6773748 Jul 14 20:47:56.338795 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-acb60e89-51d5-441f-b698-b6daa381a282 None None] Port 00a4af57-11a6-44f7-bd0b-514f11e5d11f cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:47:56.432546 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de2a06-344e-4ab6-a255-832da6014c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856b543-f61b-4827-9fba-c037aca827b2,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:56.526851 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f70f45a5-cb2d-46ac-b1d5-fc45340d3618 req-4752b647-a71d-4cbf-86df-43c2b4fd7ca3 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378751 Jul 14 20:47:56.550752 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4b3c87e8-5935-4717-9607-a4afdfca2981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:56.577976 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4b3c87e8-5935-4717-9607-a4afdfca2981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:56.581268 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-4b3c87e8-5935-4717-9607-a4afdfca2981 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ded375a4-656c-4666-b483-2afbd76d3f5d HTTP/1.1" status: 204 len: 168 time: 1.8507409 Jul 14 20:47:56.586363 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Allocated IP 172.20.0.5 (4b7ff29d-da1f-4b0f-8082-c235e8f92570/f98d313d-efcb-4f46-8d48-71fb1427429d/63060adf-e756-476a-bbb1-e6e0994dca24) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:47:56.618343 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c87e8-5935-4717-9607-a4afdfca2981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded375a4-656c-4666-b483-2afbd76d3f5d,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:56.655397 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bfee66-999c-472c-bfb4-1016308a8fc9 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:47:56.690584 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:56.743422 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55718) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:56.753272 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bbff5006-7dfc-4ea7-b5a4-18fc9715c0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:56.771489 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Router f41e36aa-1f91-4150-b97f-71e6f563bd4b has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:47:56.774521 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Transition to ACTIVE for port object b7bfee66-999c-472c-bfb4-1016308a8fc9 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:47:56.923129 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.090507 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.145773 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bbff5006-7dfc-4ea7-b5a4-18fc9715c0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.145980 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a8d220fd-3a3c-42ff-af2f-7986b32c7817 req-444a959a-1ae8-4554-b4f3-6160796b4739 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 210 time: 0.3922615 Jul 14 20:47:57.279306 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf66fd2c-ce1d-44be-963d-cbb137083d3f {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:47:57.297962 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.314834 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55724) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:57.325809 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Transition to ACTIVE for port object bf66fd2c-ce1d-44be-963d-cbb137083d3f will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:47:57.366879 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.370235 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.373238 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e75fa906-1b41-4bb6-b8eb-bfbde7d03817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.411753 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bbff5006-7dfc-4ea7-b5a4-18fc9715c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.414413 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bbff5006-7dfc-4ea7-b5a4-18fc9715c0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.415615 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-bbff5006-7dfc-4ea7-b5a4-18fc9715c0b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1446e2d-aa90-4ad2-b104-3dd4279881cf HTTP/1.1" status: 204 len: 168 time: 1.2208018 Jul 14 20:47:57.449812 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35c311-bab2-40ed-8289-9102c596f422 req-ebdc3b4f-089e-4b55-ace9-82ad2f9459a9 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:57.450730 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-0d35c311-bab2-40ed-8289-9102c596f422 req-ebdc3b4f-089e-4b55-ace9-82ad2f9459a9 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 944 time: 0.7059059 Jul 14 20:47:57.506519 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff5006-7dfc-4ea7-b5a4-18fc9715c0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1446e2d-aa90-4ad2-b104-3dd4279881cf,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:57.599107 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:47:57.623945 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-5699d568-148b-43e7-91d5-f7dd18f19d76 admin admin] 10.222.0.38 "PUT /v2.0/routers/f41e36aa-1f91-4150-b97f-71e6f563bd4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1111677 Jul 14 20:47:57.635205 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Sync routers for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:47:57.676171 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Attempting to bind port bf66fd2c-ce1d-44be-963d-cbb137083d3f on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:47:57.676825 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Attempting to bind port bf66fd2c-ce1d-44be-963d-cbb137083d3f by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '55e84459-69b8-45ec-a68c-8537972f64fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '54f17d9c-f91f-419f-9fd9-c3afc0562d90'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:47:57.676935 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Attempting to bind port bf66fd2c-ce1d-44be-963d-cbb137083d3f on network 54f17d9c-f91f-419f-9fd9-c3afc0562d90 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:47:57.683653 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Port bf66fd2c-ce1d-44be-963d-cbb137083d3f on network 54f17d9c-f91f-419f-9fd9-c3afc0562d90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:47:57.684021 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Attempting to bind port bf66fd2c-ce1d-44be-963d-cbb137083d3f on network 54f17d9c-f91f-419f-9fd9-c3afc0562d90 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:47:57.684805 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:47:57.685691 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:47:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:57.721302 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:47:57.721933 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Checking segment: {'id': '55e84459-69b8-45ec-a68c-8537972f64fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '54f17d9c-f91f-419f-9fd9-c3afc0562d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:47:57.722991 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Bound using segment: {'id': '55e84459-69b8-45ec-a68c-8537972f64fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '54f17d9c-f91f-419f-9fd9-c3afc0562d90'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:47:57.723706 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Bound port: bf66fd2c-ce1d-44be-963d-cbb137083d3f, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e84459-69b8-45ec-a68c-8537972f64fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '54f17d9c-f91f-419f-9fd9-c3afc0562d90'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:47:57.724353 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.758154 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.813584 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] For port bf66fd2c-ce1d-44be-963d-cbb137083d3f, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:47:57.821054 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] For port bf66fd2c-ce1d-44be-963d-cbb137083d3f, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=bf66fd2c-ce1d-44be-963d-cbb137083d3f,segment=NetworkSegment(55e84459-69b8-45ec-a68c-8537972f64fe),segment_id=55e84459-69b8-45ec-a68c-8537972f64fe)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:47:57.821762 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-0d35c311-bab2-40ed-8289-9102c596f422 req-0a1cf28d-53b9-445d-bafe-6ef4223a1b24 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698826 Jul 14 20:47:57.823925 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.43', 60466) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:57.833190 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfee66-999c-472c-bfb4-1016308a8fc9,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:57.864677 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:57.901299 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1070878916-network', 'tenant_id': '292d6d20c35f44d9a3cd61312ff0a79b'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:58.124513 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:47:58.286404 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:47:58.334475 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf66fd2c-ce1d-44be-963d-cbb137083d3f,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:58.349287 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:47:58.371917 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Pushing event updated for resources: {'Port': ['ID=63060adf-e756-476a-bbb1-e6e0994dca24,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:58.377571 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:47:58.408618 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:58.409373 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:58.413793 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:58.415420 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:58.418206 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/bf66fd2c-ce1d-44be-963d-cbb137083d3f HTTP/1.1" status: 200 len: 1093 time: 4.2213080 Jul 14 20:47:58.432632 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f277e1bc-e89e-4679-949b-7cdedbdc5cf8', 'tag': 'bf66fd2c-ce1d-44be-963d-cbb137083d3f'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:47:58.523800 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Attempting to bind port b7bfee66-999c-472c-bfb4-1016308a8fc9 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:47:58.524387 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Attempting to bind port b7bfee66-999c-472c-bfb4-1016308a8fc9 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:47:58.524870 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Attempting to bind port b7bfee66-999c-472c-bfb4-1016308a8fc9 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:47:58.612976 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Port b7bfee66-999c-472c-bfb4-1016308a8fc9 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:47:58.620551 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Attempting to bind port b7bfee66-999c-472c-bfb4-1016308a8fc9 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:47:58.663201 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:47:58.668320 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Checking segment: {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:47:58.669133 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Bound using segment: {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:47:58.669904 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Bound port: b7bfee66-999c-472c-bfb4-1016308a8fc9, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:47:58.670519 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:58.692551 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e75fa906-1b41-4bb6-b8eb-bfbde7d03817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:58.716958 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-b66f6fa9-42d5-4797-add4-9c875ecf6c59 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:58.718373 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-b66f6fa9-42d5-4797-add4-9c875ecf6c59 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.43 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 816 time: 0.8690968 Jul 14 20:47:58.761547 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-989f0775-13db-47b6-a6ed-8b9e84256ef4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1462328 Jul 14 20:47:58.762279 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e75fa906-1b41-4bb6-b8eb-bfbde7d03817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:58.790477 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:58.819421 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:47:53Z', 'revision_number': 2, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:58.843069 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Request body: {'port': {'device_id': '548dc96a-5a3c-4fbf-b22e-2be9638b91a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:58.889505 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Checking router: f41e36aa-1f91-4150-b97f-71e6f563bd4b for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:47:58.890306 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Updating router f41e36aa-1f91-4150-b97f-71e6f563bd4b port 00a4af57-11a6-44f7-bd0b-514f11e5d11f binding host dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:47:58.896974 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Request body: {'port': {'device_id': '03ae6484-9517-460e-8464-33acb1d5e906', 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570', 'admin_state_up': True, 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:58.975607 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:59.037149 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f30a55-2800-4f49-841c-5a86073828a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf66fd2c-ce1d-44be-963d-cbb137083d3f,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:59.080175 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35df9b3d-1e63-4f63-9abe-665c5d323916" -d '{"events": [{"name": "network-changed", "server_uuid": "f277e1bc-e89e-4679-949b-7cdedbdc5cf8", "tag": "bf66fd2c-ce1d-44be-963d-cbb137083d3f"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:47:59.126349 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1418a-69fe-489e-88f3-5db17f92c3c6 req-d130f4f8-9b25-45a7-998e-b9a479848878 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:59.139079 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-acd1418a-69fe-489e-88f3-5db17f92c3c6 req-d130f4f8-9b25-45a7-998e-b9a479848878 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 943 time: 1.3117366 Jul 14 20:47:59.298021 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Made reservation on behalf of 292d6d20c35f44d9a3cd61312ff0a79b for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:47:59.310246 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:59.315613 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-246e7d72-050a-47d4-b205-6828fde768fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:47:59.329112 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-246e7d72-050a-47d4-b205-6828fde768fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=725df62a7d4c4aae81c6dcd209bd0a55&device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 1096 time: 0.5606589 Jul 14 20:47:59.390856 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-acd1418a-69fe-489e-88f3-5db17f92c3c6 req-825a8535-e744-40c0-ba80-04231e90d1b3 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496347 Jul 14 20:47:59.400358 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-e75fa906-1b41-4bb6-b8eb-bfbde7d03817 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fbaf507ed3a544f0921b35bcfde005cd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0821218 Jul 14 20:47:59.412778 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55770) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:59.705617 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Notify callbacks [] for port, precommit_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:59.741319 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Transition to ACTIVE for port object 00a4af57-11a6-44f7-bd0b-514f11e5d11f will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:47:59.764587 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:59.804785 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:47:59.894628 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55778) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:47:59.944511 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-960b7605-d5de-40ac-a1da-bbd7c72c7c8e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531093684', 'description': 'tempest-description--144481591'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:47:59.986173 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa906-1b41-4bb6-b8eb-bfbde7d03817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c793ad6-6227-4e96-95af-6ea458f5a713,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:00.002151 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-5139ed32-20a6-42e7-8dae-9df6ee66f109 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf66fd2c-ce1d-44be-963d-cbb137083d3f HTTP/1.1" status: 200 len: 217 time: 0.6388092 Jul 14 20:48:00.056544 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b25c968b-e244-4243-b600-689e14e9d5f5 req-c1821d27-fef9-48ab-bb5b-c5251fb219d5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 210 time: 0.0528769 Jul 14 20:48:00.135682 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09df4b-ed18-4213-868b-70d22b660bca None None] Pushing event updated for resources: {'Port': ['ID=00a4af57-11a6-44f7-bd0b-514f11e5d11f,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:00.200575 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] For port b7bfee66-999c-472c-bfb4-1016308a8fc9, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:48:00.204243 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.db.api [None req-960b7605-d5de-40ac-a1da-bbd7c72c7c8e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 20:48:00.204243 dv-cinder-800830-1-iscsi neutron-server[99456]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 20:48:00.204243 dv-cinder-800830-1-iscsi neutron-server[99456]: [parameters: {'project_id_1': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'expiration_1': datetime.datetime(2021, 7, 14, 20, 48, 0, 42451)}] Jul 14 20:48:00.204243 dv-cinder-800830-1-iscsi neutron-server[99456]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 20:48:00.204883 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG oslo_db.api [None req-960b7605-d5de-40ac-a1da-bbd7c72c7c8e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 20:48:00.245307 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] For port b7bfee66-999c-472c-bfb4-1016308a8fc9, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=b7bfee66-999c-472c-bfb4-1016308a8fc9,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:48:00.281270 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:00.302912 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Attempting to bind port 00a4af57-11a6-44f7-bd0b-514f11e5d11f on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:48:00.303289 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Attempting to bind port 00a4af57-11a6-44f7-bd0b-514f11e5d11f by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:48:00.303659 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Attempting to bind port 00a4af57-11a6-44f7-bd0b-514f11e5d11f on network a0ad5bd8-17bb-4419-bee4-0725526df953 {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:48:00.313044 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Made reservation on behalf of a60c14c894f247129c9a6589d24e72e7 for: {'port': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:48:00.320185 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:48:00.320495 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Checking segment: {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:48:00.321536 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:00.323489 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:00.324755 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Bound using segment: {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:48:00.325335 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Bound port: 00a4af57-11a6-44f7-bd0b-514f11e5d11f, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:48:00.328023 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:00.369063 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-183793d2-8e24-44b6-80a8-ff1cc3a07fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:00.474653 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] For port 00a4af57-11a6-44f7-bd0b-514f11e5d11f, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:48:00.477206 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-03202766-802a-4106-b517-8fca20c83121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:00.479127 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-03202766-802a-4106-b517-8fca20c83121 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3ad1ff-15e7-42b5-97ce-62659b2c7d87 HTTP/1.1" status: 200 len: 852 time: 0.4113512 Jul 14 20:48:00.480046 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfee66-999c-472c-bfb4-1016308a8fc9,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:00.482055 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] For port 00a4af57-11a6-44f7-bd0b-514f11e5d11f, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=00a4af57-11a6-44f7-bd0b-514f11e5d11f,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:48:00.492755 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:00.587762 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09df4b-ed18-4213-868b-70d22b660bca None None] Pushing event updated for resources: {'Port': ['ID=00a4af57-11a6-44f7-bd0b-514f11e5d11f,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:00.592824 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:00.618489 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:00.622708 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:00.624366 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-5f5923da-c022-41fa-96ce-432aa21456c5 service neutron] 10.222.0.43 "PUT /v2.0/ports/b7bfee66-999c-472c-bfb4-1016308a8fc9 HTTP/1.1" status: 200 len: 1094 time: 6.8462248 Jul 14 20:48:00.626557 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-91ad0ea3-2c30-4cc7-b9a9-26ebe2da8e40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f17d9c-f91f-419f-9fd9-c3afc0562d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352353 Jul 14 20:48:00.709113 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879e34c7-55d3-4af7-a9ce-e41ac68a1f2a x-openstack-request-id: req-879e34c7-55d3-4af7-a9ce-e41ac68a1f2a {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:00.710327 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f277e1bc-e89e-4679-949b-7cdedbdc5cf8", "tag": "bf66fd2c-ce1d-44be-963d-cbb137083d3f", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:00.710718 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-879e34c7-55d3-4af7-a9ce-e41ac68a1f2a {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:00.711296 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f277e1bc-e89e-4679-949b-7cdedbdc5cf8', 'tag': 'bf66fd2c-ce1d-44be-963d-cbb137083d3f', 'status': 'completed', 'code': 200} Jul 14 20:48:00.714372 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-183793d2-8e24-44b6-80a8-ff1cc3a07fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:00.724954 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:48:00.725850 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:47:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:01.024458 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:48:01.177715 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-874b289c-d06b-47a4-aa67-9dc5ff3775ce service neutron] 10.222.0.43 "GET /v2.0/networks/54f17d9c-f91f-419f-9fd9-c3afc0562d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227723 Jul 14 20:48:01.317486 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-982a38d5-9a6b-4fdf-9d98-47ac6a8a6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:01.320078 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-982a38d5-9a6b-4fdf-9d98-47ac6a8a6aed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 1097 time: 0.4784176 Jul 14 20:48:01.340126 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b611b2-48a9-4ed2-b67e-79846c38ad85 req-ebe02c4f-1750-4e45-889d-4359147716d8 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:01.342198 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-56b611b2-48a9-4ed2-b67e-79846c38ad85 req-ebe02c4f-1750-4e45-889d-4359147716d8 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 944 time: 1.3796170 Jul 14 20:48:01.381462 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea280c2-ceb6-4f7f-a3fd-d93c3f422a86 req-7c8f1d7a-1eca-4261-8e73-d3095efa0dfc tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:01.383272 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4ea280c2-ceb6-4f7f-a3fd-d93c3f422a86 req-7c8f1d7a-1eca-4261-8e73-d3095efa0dfc tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 943 time: 0.3666911 Jul 14 20:48:01.425855 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-3eb06fdb-4dda-4261-a1ba-05a812fef2ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7bfee66-999c-472c-bfb4-1016308a8fc9 HTTP/1.1" status: 200 len: 217 time: 0.0742135 Jul 14 20:48:01.548959 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8330acb-c3de-4659-8f7c-7bb20071dd5f req-33ec318b-d22c-4b5d-96b2-b9cb7205c333 service neutron] 10.222.0.43 "GET /v2.0/networks/54f17d9c-f91f-419f-9fd9-c3afc0562d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648772 Jul 14 20:48:01.620359 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4ea280c2-ceb6-4f7f-a3fd-d93c3f422a86 req-54577950-c477-498f-b0fe-bef58dcc8ae6 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842048 Jul 14 20:48:01.638105 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-183793d2-8e24-44b6-80a8-ff1cc3a07fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:01.640658 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-183793d2-8e24-44b6-80a8-ff1cc3a07fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:01.646869 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-183793d2-8e24-44b6-80a8-ff1cc3a07fe1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c793ad6-6227-4e96-95af-6ea458f5a713 HTTP/1.1" status: 204 len: 168 time: 2.1654198 Jul 14 20:48:01.790904 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:01.851677 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Allocated IP 172.20.0.11 (4b7ff29d-da1f-4b0f-8082-c235e8f92570/f98d313d-efcb-4f46-8d48-71fb1427429d/a11ff8f3-2762-4730-943c-2c55d6c77cc2) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:48:01.875869 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-f9e28166-63d8-4142-9c47-3eddeb06d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:01.881761 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-f9e28166-63d8-4142-9c47-3eddeb06d29b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1608b520-384d-4509-b720-6c2c073cce25 HTTP/1.1" status: 200 len: 854 time: 0.4278274 Jul 14 20:48:01.919893 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:01.989096 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:00Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:01.993248 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-56b611b2-48a9-4ed2-b67e-79846c38ad85 req-bd11cad8-65cb-45ef-957d-4a27a832883e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355095 Jul 14 20:48:01.994089 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183793d2-8e24-44b6-80a8-ff1cc3a07fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c793ad6-6227-4e96-95af-6ea458f5a713,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:02.030574 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:48:02.056021 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-960b7605-d5de-40ac-a1da-bbd7c72c7c8e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:02.078772 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a3764-55eb-4b02-ab17-7eb26c970a28 None None] The sync data for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi is: [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:00Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:48:02.094978 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:02.095389 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Added segment 9cac37a4-db29-4f68-9e26-32963c0bd80e of type vlan for network 04f87b8f-5469-4dc2-acd6-6e13d164c0fb Jul 14 20:48:02.179446 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018b0ab8-9cd4-4336-9d40-8cf6636fe233,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:02.280644 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-8c1d6546-be6b-4cad-b35a-2b87cd3b7cf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3767264 Jul 14 20:48:02.288343 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b1c703fa-79fe-495e-9a4d-817fdf53a106 req-c4470d94-d4a3-4300-bcc2-4103716251a3 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 210 time: 0.1783569 Jul 14 20:48:02.435728 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:02.490862 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-4bd0021d-2e3b-4678-8666-fbf0157979f4 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893117 Jul 14 20:48:02.511388 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df9b3d-1e63-4f63-9abe-665c5d323916 req-bcd57286-3a7f-4f2f-9221-afb512190fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:02.514710 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35df9b3d-1e63-4f63-9abe-665c5d323916 req-bcd57286-3a7f-4f2f-9221-afb512190fe3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=725df62a7d4c4aae81c6dcd209bd0a55&device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 1096 time: 0.8670461 Jul 14 20:48:02.568316 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 00a4af57-11a6-44f7-bd0b-514f11e5d11f up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:48:02.754796 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 00a4af57-11a6-44f7-bd0b-514f11e5d11f completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:48:02.766973 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 00a4af57-11a6-44f7-bd0b-514f11e5d11f triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:48:02.767349 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:02.906021 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-960b7605-d5de-40ac-a1da-bbd7c72c7c8e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:03.057226 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:03.083173 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9896c6-c587-4a64-8a3e-0dc6bb751a7a', 'tag': 'b7bfee66-999c-472c-bfb4-1016308a8fc9'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:03.096493 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9896c6-c587-4a64-8a3e-0dc6bb751a7a", "tag": "b7bfee66-999c-472c-bfb4-1016308a8fc9"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:03.170636 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-960b7605-d5de-40ac-a1da-bbd7c72c7c8e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:03.183228 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 00a4af57-11a6-44f7-bd0b-514f11e5d11f, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=00a4af57-11a6-44f7-bd0b-514f11e5d11f,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:03.199993 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:03.428298 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=00a4af57-11a6-44f7-bd0b-514f11e5d11f,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:03.497115 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-98ea3f67-1c55-4b6b-87e1-726138bfce72 req-e0643937-f56a-4213-ab92-c71c07fdcec8 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9806378 Jul 14 20:48:03.500947 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df9b3d-1e63-4f63-9abe-665c5d323916 req-9d784132-6f02-494f-b25d-2906af0b7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:03.502528 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35df9b3d-1e63-4f63-9abe-665c5d323916 req-9d784132-6f02-494f-b25d-2906af0b7c23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54f17d9c-f91f-419f-9fd9-c3afc0562d90 HTTP/1.1" status: 200 len: 913 time: 0.8952608 Jul 14 20:48:03.678753 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:03.680895 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:03.682557 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:03.741101 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35df9b3d-1e63-4f63-9abe-665c5d323916 req-3a982499-0789-4a2a-b835-fc6e35d25119 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf66fd2c-ce1d-44be-963d-cbb137083d3f HTTP/1.1" status: 200 len: 217 time: 0.1446190 Jul 14 20:48:03.786267 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16732a79-7c04-4e7a-90ca-40c28baa8a10 req-d68d4b38-21ec-475e-b395-c5b754bb703b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:03.795917 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-16732a79-7c04-4e7a-90ca-40c28baa8a10 req-d68d4b38-21ec-475e-b395-c5b754bb703b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 944 time: 0.4864640 Jul 14 20:48:03.867105 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 7.1152942 Jul 14 20:48:03.867785 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55864) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:04.052246 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:04.093350 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-16732a79-7c04-4e7a-90ca-40c28baa8a10 req-5d7096d4-4f8a-4237-862e-c7b138c7586f tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927971 Jul 14 20:48:04.101391 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df9b3d-1e63-4f63-9abe-665c5d323916 req-62c34439-6224-4f5c-be21-1e72e6c6bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:04.103443 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35df9b3d-1e63-4f63-9abe-665c5d323916 req-62c34439-6224-4f5c-be21-1e72e6c6bc8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3ad1ff-15e7-42b5-97ce-62659b2c7d87 HTTP/1.1" status: 200 len: 852 time: 0.3395810 Jul 14 20:48:04.152526 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Request body: {'subnet': {'network_id': '04f87b8f-5469-4dc2-acd6-6e13d164c0fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1070878916-subnet', 'tenant_id': '292d6d20c35f44d9a3cd61312ff0a79b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:04.288496 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-960b7605-d5de-40ac-a1da-bbd7c72c7c8e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:04.293425 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6a6b16-2871-46c9-b4b7-7874fa2f8577 x-openstack-request-id: req-1f6a6b16-2871-46c9-b4b7-7874fa2f8577 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:04.293827 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9896c6-c587-4a64-8a3e-0dc6bb751a7a", "tag": "b7bfee66-999c-472c-bfb4-1016308a8fc9", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:04.293921 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f6a6b16-2871-46c9-b4b7-7874fa2f8577 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:04.294307 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9896c6-c587-4a64-8a3e-0dc6bb751a7a', 'tag': 'b7bfee66-999c-472c-bfb4-1016308a8fc9', 'status': 'completed', 'code': 200} Jul 14 20:48:04.298675 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55878) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:04.315743 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-186361eb-bb01-4e7e-acbc-5495df877087 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'security_group_rule': {'security_group_id': '451443f3-10ef-4098-bd72-0f6e62c6880f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:04.319169 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-960b7605-d5de-40ac-a1da-bbd7c72c7c8e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 4.4162571 Jul 14 20:48:04.322384 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:04.461321 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 00a4af57-11a6-44f7-bd0b-514f11e5d11f up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:48:04.467202 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-186361eb-bb01-4e7e-acbc-5495df877087 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:04.635133 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 00a4af57-11a6-44f7-bd0b-514f11e5d11f triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:48:04.640033 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:04.691544 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Made reservation on behalf of 292d6d20c35f44d9a3cd61312ff0a79b for: {'subnet': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:48:04.701804 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:04.779721 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35df9b3d-1e63-4f63-9abe-665c5d323916 req-6d114a04-b652-4deb-af27-3ae7bfdd174a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f17d9c-f91f-419f-9fd9-c3afc0562d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801217 Jul 14 20:48:04.895788 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b7605-d5de-40ac-a1da-bbd7c72c7c8e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451443f3-10ef-4098-bd72-0f6e62c6880f,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:05.011380 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb51c1d-211c-48a1-835f-4290c6108e7b admin admin] Pushing event updated for resources: {'Network': ['ID=04f87b8f-5469-4dc2-acd6-6e13d164c0fb,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:05.015406 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Pushing event updated for resources: {'Port': ['ID=a11ff8f3-2762-4730-943c-2c55d6c77cc2,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:05.022902 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:48:05.030405 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 04f87b8f-5469-4dc2-acd6-6e13d164c0fb details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:48:05.091045 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1874b-dbb6-41bf-b500-e5f94413d212 req-359fe5ee-67f7-46ce-82a3-d5cc38c701be tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:05.094944 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-19b1874b-dbb6-41bf-b500-e5f94413d212 req-359fe5ee-67f7-46ce-82a3-d5cc38c701be tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 943 time: 1.9857106 Jul 14 20:48:05.109076 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:48:05.150292 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:48:05.161402 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:05.169496 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:05.335344 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-8074d86f-02a6-4fda-ade6-e1372ddc6e62 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5094268 Jul 14 20:48:05.363139 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Request body: {'port': {'device_id': '03ae6484-9517-460e-8464-33acb1d5e906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:05.418980 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-19b1874b-dbb6-41bf-b500-e5f94413d212 req-c0abe43f-5190-4fdd-9fc0-eaf572bc8000 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862782 Jul 14 20:48:05.433442 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35df9b3d-1e63-4f63-9abe-665c5d323916 req-22ab68e8-0e8d-4518-8621-a898e8a52229 service neutron] 10.222.0.43 "GET /v2.0/networks/54f17d9c-f91f-419f-9fd9-c3afc0562d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277568 Jul 14 20:48:05.787594 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63060adf-e756-476a-bbb1-e6e0994dca24 {{(pid=99456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:48:05.836797 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:05.867761 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Transition to ACTIVE for port object 63060adf-e756-476a-bbb1-e6e0994dca24 will not be triggered until provisioned by entity L2. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:48:05.907809 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125 req-5a3d163b-5c84-4b85-a32b-a7e7cb3b3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:05.909771 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125 req-5a3d163b-5c84-4b85-a32b-a7e7cb3b3f5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 1097 time: 1.1767092 Jul 14 20:48:05.916286 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-186361eb-bb01-4e7e-acbc-5495df877087 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:05.934191 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85fa76-b51b-47ba-b8ae-d72f59c411f2 req-4da832f4-b78e-41d4-9098-41cab413e572 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:05.940863 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-db85fa76-b51b-47ba-b8ae-d72f59c411f2 req-4da832f4-b78e-41d4-9098-41cab413e572 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 932 time: 1.1744063 Jul 14 20:48:05.948290 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:05.951209 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-186361eb-bb01-4e7e-acbc-5495df877087 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:06.088111 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:06.088646 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186361eb-bb01-4e7e-acbc-5495df877087 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795033c8-cf80-4483-8395-fec3ff7f2e93,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:06.215586 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:06.265340 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Pushing event updated for resources: {'Port': ['ID=63060adf-e756-476a-bbb1-e6e0994dca24,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:06.272307 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-db85fa76-b51b-47ba-b8ae-d72f59c411f2 req-edfbd70a-c81a-4e04-94cb-f4b5da8bf194 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235207 Jul 14 20:48:06.273463 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-186361eb-bb01-4e7e-acbc-5495df877087 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:06.274816 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-186361eb-bb01-4e7e-acbc-5495df877087 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9748034 Jul 14 20:48:06.282586 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55922) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:06.294260 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-dcbc91b3-49de-4557-b192-1d622814ed4a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'security_group_rule': {'security_group_id': '451443f3-10ef-4098-bd72-0f6e62c6880f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:06.320057 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35df9b3d-1e63-4f63-9abe-665c5d323916 req-356b7a66-ab03-4e70-afdf-f61e19b4de53 service neutron] 10.222.0.43 "GET /v2.0/networks/54f17d9c-f91f-419f-9fd9-c3afc0562d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8340526 Jul 14 20:48:06.346192 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-dcbc91b3-49de-4557-b192-1d622814ed4a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:06.385425 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8d48e9-05e3-45f0-b6dc-44ca51c4859b,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:06.430338 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Checking segment: {'id': '9cac37a4-db29-4f68-9e26-32963c0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '04f87b8f-5469-4dc2-acd6-6e13d164c0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:48:06.430338 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Network hostable DHCP agents. Network: 04f87b8f-5469-4dc2-acd6-6e13d164c0fb, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:48:06.435966 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Attempting to bind port 63060adf-e756-476a-bbb1-e6e0994dca24 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:48:06.436448 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Attempting to bind port 63060adf-e756-476a-bbb1-e6e0994dca24 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:48:06.437592 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Attempting to bind port 63060adf-e756-476a-bbb1-e6e0994dca24 on network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:48:06.454391 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125 req-d20528a5-32a4-4683-9352-f0b6a5b22127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:06.456493 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125 req-d20528a5-32a4-4683-9352-f0b6a5b22127 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 915 time: 0.4656727 Jul 14 20:48:06.467286 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Port 63060adf-e756-476a-bbb1-e6e0994dca24 on network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:48:06.467612 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Attempting to bind port 63060adf-e756-476a-bbb1-e6e0994dca24 on network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:48:06.533640 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539988a-95ba-40b3-b0ca-2c3e9ee97db5 req-548c25d7-d8c4-47d6-b76b-f8d032878583 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:06.544025 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2539988a-95ba-40b3-b0ca-2c3e9ee97db5 req-548c25d7-d8c4-47d6-b76b-f8d032878583 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 944 time: 0.6611800 Jul 14 20:48:06.553014 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125 req-77fd0459-b39a-4029-ad00-eb2382efb70d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7bfee66-999c-472c-bfb4-1016308a8fc9 HTTP/1.1" status: 200 len: 217 time: 0.0864007 Jul 14 20:48:06.564701 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:48:06.565039 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Checking segment: {'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:48:06.565656 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Bound using segment: {'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:48:06.566056 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Bound port: 63060adf-e756-476a-bbb1-e6e0994dca24, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'}}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:48:06.566962 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:06.598871 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Network 04f87b8f-5469-4dc2-acd6-6e13d164c0fb is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:48:06.647048 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-dcbc91b3-49de-4557-b192-1d622814ed4a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:06.671410 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-dcbc91b3-49de-4557-b192-1d622814ed4a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:06.697817 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 04f87b8f-5469-4dc2-acd6-6e13d164c0fb) {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:48:06.706404 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffdbc04-6587-4d65-9efb-ea8b7a96f1f8 None None] Network 04f87b8f-5469-4dc2-acd6-6e13d164c0fb requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:48:06.718463 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2539988a-95ba-40b3-b0ca-2c3e9ee97db5 req-8376ae42-398c-41e5-b056-1c2e789ac39c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741455 Jul 14 20:48:06.738736 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:06.751960 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:06.808908 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125 req-b5a2c8c1-0827-4688-88d1-95787eba3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:06.810454 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125 req-b5a2c8c1-0827-4688-88d1-95787eba3030 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1608b520-384d-4509-b720-6c2c073cce25 HTTP/1.1" status: 200 len: 854 time: 0.2413757 Jul 14 20:48:06.813291 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc91b3-49de-4557-b192-1d622814ed4a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2bd0ea-77d2-4003-85da-ebeb11c76b2e,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:06.829309 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-09adcf2f-4199-40a6-bcb2-d033b42f3e31 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6978517 Jul 14 20:48:06.857941 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-dcbc91b3-49de-4557-b192-1d622814ed4a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:06.860335 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-dcbc91b3-49de-4557-b192-1d622814ed4a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5760708 Jul 14 20:48:06.874581 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 55936) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:06.897207 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'floatingip': {'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:06.903241 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125 req-6a75d302-1042-4348-962a-8622130e24aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837867 Jul 14 20:48:06.934609 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] For port 63060adf-e756-476a-bbb1-e6e0994dca24, host hv-cinder-80083, cleared binding levels {{(pid=99456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:48:07.019230 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] For port 63060adf-e756-476a-bbb1-e6e0994dca24, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=63060adf-e756-476a-bbb1-e6e0994dca24,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:48:07.047022 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:07.094935 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57448d3e-7545-4d03-99d7-8d4258854df7 req-c7f2e7cd-55bb-4a75-af5a-094041ce1656 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:07.102531 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-57448d3e-7545-4d03-99d7-8d4258854df7 req-c7f2e7cd-55bb-4a75-af5a-094041ce1656 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 943 time: 0.3718059 Jul 14 20:48:07.110103 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af8ec5-6bf0-4ceb-8f42-f285d813c319 None None] Network 04f87b8f-5469-4dc2-acd6-6e13d164c0fb requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:48:07.164780 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:07.217808 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:48:07.222961 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125 req-fc39beb5-359a-4949-9d2e-0fcfa2c31ea9 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108232 Jul 14 20:48:07.269396 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:07.270795 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:07.272827 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] 10.222.0.43 "PUT /v2.0/ports/63060adf-e756-476a-bbb1-e6e0994dca24 HTTP/1.1" status: 200 len: 1093 time: 8.4569001 Jul 14 20:48:07.274721 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548dc96a-5a3c-4fbf-b22e-2be9638b91a3', 'tag': '63060adf-e756-476a-bbb1-e6e0994dca24'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:07.365002 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11ff8f3-2762-4730-943c-2c55d6c77cc2 {{(pid=99456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:48:07.412264 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce3a1b-5b0d-4932-b2d4-40a8067fe62c service neutron] Pushing event updated for resources: {'Port': ['ID=63060adf-e756-476a-bbb1-e6e0994dca24,revision_number=3']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:07.460994 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:07.650335 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d4c9e2f3-4b28-42a2-a1d9-baa93d710125 req-c8fb6206-3b1f-418f-b829-a214f8430be5 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015081 Jul 14 20:48:07.678801 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-57448d3e-7545-4d03-99d7-8d4258854df7 req-0b7f0843-0089-439c-899f-977a9547cb0a tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753210 Jul 14 20:48:07.734477 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Transition to ACTIVE for port object a11ff8f3-2762-4730-943c-2c55d6c77cc2 will not be triggered until provisioned by entity L2. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:48:07.747200 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd0f433-30c6-4832-87c5-1c02a856d9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "548dc96a-5a3c-4fbf-b22e-2be9638b91a3", "tag": "63060adf-e756-476a-bbb1-e6e0994dca24"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:07.764962 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:07.981577 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Pushing event updated for resources: {'Port': ['ID=a11ff8f3-2762-4730-943c-2c55d6c77cc2,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:08.014528 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-fdfb65a9-fb38-4206-ba16-3881d76bef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:08.017181 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-fdfb65a9-fb38-4206-ba16-3881d76bef99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 1096 time: 0.6422608 Jul 14 20:48:08.023778 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b810ec4-eef9-454f-b755-8446bd847c81 x-openstack-request-id: req-6b810ec4-eef9-454f-b755-8446bd847c81 {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:08.024359 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548dc96a-5a3c-4fbf-b22e-2be9638b91a3", "tag": "63060adf-e756-476a-bbb1-e6e0994dca24", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:08.024642 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b810ec4-eef9-454f-b755-8446bd847c81 {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:08.025337 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548dc96a-5a3c-4fbf-b22e-2be9638b91a3', 'tag': '63060adf-e756-476a-bbb1-e6e0994dca24', 'status': 'completed', 'code': 200} Jul 14 20:48:08.165376 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610db5e-8b56-4b21-9f44-d519be5e0b75 req-5e5b7434-62bc-4abe-895a-6ac124761b19 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:08.168418 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6610db5e-8b56-4b21-9f44-d519be5e0b75 req-5e5b7434-62bc-4abe-895a-6ac124761b19 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 932 time: 0.5496447 Jul 14 20:48:08.199151 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc63c8-e4c6-47cb-a2a3-2c0e960f89b8 req-cc66a5cc-6f8f-472b-a89a-f11ac1491f89 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:08.201095 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35dc63c8-e4c6-47cb-a2a3-2c0e960f89b8 req-cc66a5cc-6f8f-472b-a89a-f11ac1491f89 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 944 time: 0.0910454 Jul 14 20:48:08.238838 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55978) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:08.244544 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-269717697-network', 'tenant_id': 'ba297e182eed4ab0a6b584e38dd9ed45'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:08.292788 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35dc63c8-e4c6-47cb-a2a3-2c0e960f89b8 req-08cf48c4-39a8-4b4c-977c-92588ff3f08e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793622 Jul 14 20:48:08.318666 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Made reservation on behalf of ba297e182eed4ab0a6b584e38dd9ed45 for: {'network': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:48:08.321432 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.331598 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.471610 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.477898 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.483477 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-fd49bb3f-6348-493e-84be-8da62d03eb99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63060adf-e756-476a-bbb1-e6e0994dca24 HTTP/1.1" status: 200 len: 217 time: 0.4548273 Jul 14 20:48:08.493851 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=99457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:48:08.514092 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Attempting to bind port a11ff8f3-2762-4730-943c-2c55d6c77cc2 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:48:08.514548 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Attempting to bind port a11ff8f3-2762-4730-943c-2c55d6c77cc2 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:48:08.515345 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Attempting to bind port a11ff8f3-2762-4730-943c-2c55d6c77cc2 on network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:48:08.518869 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.519947 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.segments_db [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Added segment eb6875df-a313-4497-82b3-bcc16beee3e1 of type vlan for network 18eaf228-4cc6-456a-ac4e-1351725d524d Jul 14 20:48:08.536261 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6334b03-cb42-4539-b731-2f9dd6920d0d,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:08.544731 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Port a11ff8f3-2762-4730-943c-2c55d6c77cc2 on network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:48:08.545185 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Attempting to bind port a11ff8f3-2762-4730-943c-2c55d6c77cc2 on network 4b7ff29d-da1f-4b0f-8082-c235e8f92570 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:48:08.559256 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:48:08.559777 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Checking segment: {'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:48:08.560426 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Bound using segment: {'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:48:08.561681 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Bound port: a11ff8f3-2762-4730-943c-2c55d6c77cc2, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b828a9-f3a2-4808-94d0-4a58b7bdd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570'}}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:48:08.561681 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.565847 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.592315 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.612769 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6610db5e-8b56-4b21-9f44-d519be5e0b75 req-7d474511-9435-41a9-bdf8-8fea213f0656 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428812 Jul 14 20:48:08.634351 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.635510 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:08.636270 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.765324 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5238247 Jul 14 20:48:08.772017 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 55994) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:08.782361 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Request body: {'subnet': {'network_id': '18eaf228-4cc6-456a-ac4e-1351725d524d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-269717697-subnet', 'tenant_id': 'ba297e182eed4ab0a6b584e38dd9ed45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:08.792079 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c89d5d-61c8-4125-a667-9731ff875677 admin admin] Pushing event updated for resources: {'Network': ['ID=18eaf228-4cc6-456a-ac4e-1351725d524d,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:08.812585 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 18eaf228-4cc6-456a-ac4e-1351725d524d details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:48:08.850244 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Made reservation on behalf of ba297e182eed4ab0a6b584e38dd9ed45 for: {'subnet': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:48:08.852557 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:08.929730 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Allocated IP 172.27.2.17 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/2e462d40-2e07-4d4d-a801-c260ec373977) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:48:08.945534 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] For port a11ff8f3-2762-4730-943c-2c55d6c77cc2, host hv-cinder-80083, cleared binding levels {{(pid=99456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:48:08.978001 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] For port a11ff8f3-2762-4730-943c-2c55d6c77cc2, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=a11ff8f3-2762-4730-943c-2c55d6c77cc2,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:48:09.001990 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.057409 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e4af8-f4d0-449b-a9f7-0552f94b253a req-d3a1d99e-46f7-4884-96de-6f099acca751 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:09.059025 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a86e4af8-f4d0-449b-a9f7-0552f94b253a req-d3a1d99e-46f7-4884-96de-6f099acca751 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 943 time: 0.1467338 Jul 14 20:48:09.124833 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:09.125881 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.128838 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] 10.222.0.43 "PUT /v2.0/ports/a11ff8f3-2762-4730-943c-2c55d6c77cc2 HTTP/1.1" status: 200 len: 1094 time: 3.7756379 Jul 14 20:48:09.148924 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a86e4af8-f4d0-449b-a9f7-0552f94b253a req-f52126fa-96fd-451f-9aea-359ca62a0bc5 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805674 Jul 14 20:48:09.172513 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.278152 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e60910-7a98-47ac-b4c4-21b8a3751046,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:09.291200 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dfdb4-1542-4647-937c-01dc59c7672b service neutron] Pushing event updated for resources: {'Port': ['ID=a11ff8f3-2762-4730-943c-2c55d6c77cc2,revision_number=3']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:09.300987 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-9b4d8894-c28a-459b-8d22-89011244b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:09.301398 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Checking segment: {'id': 'eb6875df-a313-4497-82b3-bcc16beee3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18eaf228-4cc6-456a-ac4e-1351725d524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:48:09.301954 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Network hostable DHCP agents. Network: 18eaf228-4cc6-456a-ac4e-1351725d524d, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:48:09.303584 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-9b4d8894-c28a-459b-8d22-89011244b354 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 200 len: 856 time: 0.1728420 Jul 14 20:48:09.336350 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Network 18eaf228-4cc6-456a-ac4e-1351725d524d is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:48:09.351454 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 18eaf228-4cc6-456a-ac4e-1351725d524d) {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:48:09.357101 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:09.357723 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.363309 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.373431 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f99a4-a592-46f6-a5cb-e572b8778317 None None] Network 18eaf228-4cc6-456a-ac4e-1351725d524d requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:48:09.384780 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-1c4fe42e-da9e-42ee-8e20-e76797fae1f4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6105509 Jul 14 20:48:09.472503 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.572722 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c414647-b8df-4d96-9d25-6dbf7eed4b2e None None] Network 18eaf228-4cc6-456a-ac4e-1351725d524d requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:48:09.574935 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:48:09.612628 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:48:09.615130 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56004) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:09.626407 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:48:09.690633 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76a80fb-c8ad-4f0b-aeda-910bac6c432d admin admin] Deleting subnet 5a8d48e9-05e3-45f0-b6dc-44ca51c4859b {{(pid=99457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:48:09.703054 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'Port': ['ID=2e462d40-2e07-4d4d-a801-c260ec373977,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:09.704812 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b76a80fb-c8ad-4f0b-aeda-910bac6c432d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.774332 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b76a80fb-c8ad-4f0b-aeda-910bac6c432d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.786088 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b76a80fb-c8ad-4f0b-aeda-910bac6c432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.855777 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fb8d9-b551-4f21-b3d8-8a7c92691f9f req-63f73cb1-d4e5-458e-8f5e-4558a3f99834 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:09.858656 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-aa8fb8d9-b551-4f21-b3d8-8a7c92691f9f req-63f73cb1-d4e5-458e-8f5e-4558a3f99834 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 944 time: 0.3100915 Jul 14 20:48:09.881177 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.933398 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b76a80fb-c8ad-4f0b-aeda-910bac6c432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.975295 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a80fb-c8ad-4f0b-aeda-910bac6c432d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8d48e9-05e3-45f0-b6dc-44ca51c4859b,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:09.985908 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5aa90-164d-4523-b460-8a62e5719933 req-85806777-fb7d-40ff-828b-220f2e68dcf9 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:09.987595 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e7e5aa90-164d-4523-b460-8a62e5719933 req-85806777-fb7d-40ff-828b-220f2e68dcf9 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 944 time: 0.1437922 Jul 14 20:48:09.989150 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b76a80fb-c8ad-4f0b-aeda-910bac6c432d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:09.994014 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-b76a80fb-c8ad-4f0b-aeda-910bac6c432d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5a8d48e9-05e3-45f0-b6dc-44ca51c4859b HTTP/1.1" status: 204 len: 168 time: 0.3773923 Jul 14 20:48:09.994628 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56012) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:10.009371 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-aa8fb8d9-b551-4f21-b3d8-8a7c92691f9f req-98ac181f-833f-4a58-89df-5008c362e610 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315370 Jul 14 20:48:10.022565 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.026650 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ae6484-9517-460e-8464-33acb1d5e906', 'tag': 'a11ff8f3-2762-4730-943c-2c55d6c77cc2'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:10.029522 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628" -d '{"events": [{"name": "network-changed", "server_uuid": "03ae6484-9517-460e-8464-33acb1d5e906", "tag": "a11ff8f3-2762-4730-943c-2c55d6c77cc2"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:10.140217 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.172226 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e7e5aa90-164d-4523-b460-8a62e5719933 req-6aa4c30a-2d36-457e-9f6f-40a0c5eb085c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567039 Jul 14 20:48:10.229835 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.236384 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.245351 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168068a9-2f40-4f08-8d4c-564f9291d2fc x-openstack-request-id: req-168068a9-2f40-4f08-8d4c-564f9291d2fc {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:10.245733 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ae6484-9517-460e-8464-33acb1d5e906", "tag": "a11ff8f3-2762-4730-943c-2c55d6c77cc2", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:10.246169 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-168068a9-2f40-4f08-8d4c-564f9291d2fc {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:10.246692 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ae6484-9517-460e-8464-33acb1d5e906', 'tag': 'a11ff8f3-2762-4730-943c-2c55d6c77cc2', 'status': 'completed', 'code': 200} Jul 14 20:48:10.281359 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.293155 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.293440 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.293938 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.294180 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.294527 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > port after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.294863 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.295262 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > port after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.295585 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.295951 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.296268 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.296586 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.323924 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'Port': ['ID=2e462d40-2e07-4d4d-a801-c260ec373977,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:10.342514 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.344735 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-d7a005f2-e9b6-421b-a963-ce6488d73e0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4691522 Jul 14 20:48:10.536898 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.537429 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.537876 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.538296 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:48:10.538759 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f87b8f-5469-4dc2-acd6-6e13d164c0fb']}} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:10.597652 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cac37a4-db29-4f68-9e26-32963c0bd80e') {'for_net_delete': True} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:10.598090 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cac37a4-db29-4f68-9e26-32963c0bd80e') {} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:10.621472 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62803173'] for segment, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.653149 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.671141 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=99457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:48:10.671540 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62809029'] for segment, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.674154 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-7a155fd2-e1c7-4890-8ddf-589177ffbb36 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--531093684&fields=id&tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4 HTTP/1.1" status: 200 len: 267 time: 0.0735488 Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: from cryptography.utils import int_from_bytes Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: from cryptography.utils import int_from_bytes Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: Traceback (most recent call last): Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: timer() Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: cb(*args, **kw) Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: return func(*args, **kwargs) Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: self._notify() Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: self.callback(batched_events) Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: event.method(event) Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: return f(self, *a, **k) Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._get(url).json() Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: return self.request(url, 'GET', **kwargs) Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:48:10.677733 dv-cinder-800830-1-iscsi neutron-server[99457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:48:10.748939 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecad57-c265-4496-8c6d-b08fccf472c3 req-e56bae0b-2402-4aaa-9fa5-df39d6de6451 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:10.751128 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f2ecad57-c265-4496-8c6d-b08fccf472c3 req-e56bae0b-2402-4aaa-9fa5-df39d6de6451 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 943 time: 0.2053611 Jul 14 20:48:10.770562 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.780156 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.784668 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] 10.222.0.38 "DELETE /v2.0/networks/04f87b8f-5469-4dc2-acd6-6e13d164c0fb HTTP/1.1" status: 204 len: 168 time: 0.7884827 Jul 14 20:48:10.792493 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56034) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:10.819586 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c817ae-c4c8-4be7-a8a9-04933feb8597 admin admin] Pushing event deleted for resources: {'Network': ['ID=04f87b8f-5469-4dc2-acd6-6e13d164c0fb,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:10.842569 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f2ecad57-c265-4496-8c6d-b08fccf472c3 req-ed3caf79-512b-4d6d-9318-3a3d461b71b5 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806077 Jul 14 20:48:10.875969 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cf3b7b-cff8-4386-9fe5-eb8f7f89e2d0 admin admin] Deleting subnet f8e60910-7a98-47ac-b4c4-21b8a3751046 {{(pid=99456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:48:10.885998 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-72cf3b7b-cff8-4386-9fe5-eb8f7f89e2d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.923165 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-4d8591ee-7dd4-4118-8c5e-8f40a5b1b0d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:10.924821 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-4d8591ee-7dd4-4118-8c5e-8f40a5b1b0d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 816 time: 0.2381592 Jul 14 20:48:10.949923 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-72cf3b7b-cff8-4386-9fe5-eb8f7f89e2d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:10.958273 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-250cffc2-c593-416a-9ef6-eb3e320a7b86 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/quotas/a3f05a0667b34680a21d8ff1a09ba0b4 HTTP/1.1" status: 200 len: 375 time: 0.0238152 Jul 14 20:48:10.962217 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-72cf3b7b-cff8-4386-9fe5-eb8f7f89e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.071001 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-72cf3b7b-cff8-4386-9fe5-eb8f7f89e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.111363 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device b7bfee66-999c-472c-bfb4-1016308a8fc9 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:48:11.156467 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-14fc2420-ce4c-4140-b5a4-4816eaee1125 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7ff29d-da1f-4b0f-8082-c235e8f92570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831590 Jul 14 20:48:11.165038 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-55fa7f05-d5bb-43de-85ad-016c3fe330d4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1998610 Jul 14 20:48:11.177338 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf3b7b-cff8-4386-9fe5-eb8f7f89e2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e60910-7a98-47ac-b4c4-21b8a3751046,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:11.179232 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-72cf3b7b-cff8-4386-9fe5-eb8f7f89e2d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.183979 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-72cf3b7b-cff8-4386-9fe5-eb8f7f89e2d0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f8e60910-7a98-47ac-b4c4-21b8a3751046 HTTP/1.1" status: 204 len: 168 time: 0.3901403 Jul 14 20:48:11.184373 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56042) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:11.369180 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port b7bfee66-999c-472c-bfb4-1016308a8fc9, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=b7bfee66-999c-472c-bfb4-1016308a8fc9,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:11.394010 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': 'b7bfee66-999c-472c-bfb4-1016308a8fc9', 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5', 'port_id': 'b7bfee66-999c-472c-bfb4-1016308a8fc9', 'mac_address': 'fa:16:3e:07:a6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1608b520-384d-4509-b720-6c2c073cce25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:48:11.395389 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-134b6c33-3e81-4550-836f-c61c9b64975b service neutron] 10.222.0.38 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920898 Jul 14 20:48:11.398741 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-389e8f0b-7253-43cd-9b4a-83c0a610909b service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309556 Jul 14 20:48:11.400655 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-e9c83a96-08d0-4cb2-bff8-2075404e8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:11.402120 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-e9c83a96-08d0-4cb2-bff8-2075404e8c20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 1097 time: 0.2723680 Jul 14 20:48:11.421886 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.455104 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.481533 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bfee66-999c-472c-bfb4-1016308a8fc9 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:48:11.529634 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port b7bfee66-999c-472c-bfb4-1016308a8fc9, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=b7bfee66-999c-472c-bfb4-1016308a8fc9,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:11.536565 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.537757 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device bf66fd2c-ce1d-44be-963d-cbb137083d3f details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:48:11.568851 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfad2d-7829-4f97-a241-dd119e88642b req-0d9b447e-db36-4597-9f64-847dd8cef8d4 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:11.570506 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b3bfad2d-7829-4f97-a241-dd119e88642b req-0d9b447e-db36-4597-9f64-847dd8cef8d4 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 944 time: 0.2498016 Jul 14 20:48:11.583336 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.610457 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18eaf228-4cc6-456a-ac4e-1351725d524d']}} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:11.629046 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6875df-a313-4497-82b3-bcc16beee3e1') {'for_net_delete': True} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:11.629370 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6875df-a313-4497-82b3-bcc16beee3e1') {} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:11.646677 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62803173'] for segment, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.657786 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b3bfad2d-7829-4f97-a241-dd119e88642b req-fd0f8d55-41ee-4a34-9b3b-94fb5afacf85 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710170 Jul 14 20:48:11.669974 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.679481 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=99457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:48:11.679998 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62809029'] for segment, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: Traceback (most recent call last): Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: timer() Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: cb(*args, **kw) Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: return func(*args, **kwargs) Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: self._notify() Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: self.callback(batched_events) Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: event.method(event) Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: return f(self, *a, **k) Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._get(url).json() Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: return self.request(url, 'GET', **kwargs) Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:48:11.682241 dv-cinder-800830-1-iscsi neutron-server[99457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:48:11.720256 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-19cd1247-535b-4aba-83fb-1d56e7eb1751 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a11ff8f3-2762-4730-943c-2c55d6c77cc2 HTTP/1.1" status: 200 len: 217 time: 0.3052890 Jul 14 20:48:11.754836 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=b7bfee66-999c-472c-bfb4-1016308a8fc9,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:11.769926 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.779793 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-6f93762f-aba2-49d5-bb14-aa65cf57ac30 service neutron] 10.222.0.38 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761473 Jul 14 20:48:11.780723 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.782871 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] 10.222.0.38 "DELETE /v2.0/networks/18eaf228-4cc6-456a-ac4e-1351725d524d HTTP/1.1" status: 204 len: 168 time: 0.5971236 Jul 14 20:48:11.796834 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42f81b-0652-4b48-ab24-aef8231dd09d admin admin] Pushing event deleted for resources: {'Network': ['ID=18eaf228-4cc6-456a-ac4e-1351725d524d,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:11.806540 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c551a7c2-c80d-44d4-8da5-050da6b889e2 req-f1baa6a0-f3d9-4e3a-a356-463a26df174a service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922060 Jul 14 20:48:11.829522 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port bf66fd2c-ce1d-44be-963d-cbb137083d3f, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=bf66fd2c-ce1d-44be-963d-cbb137083d3f,segment=NetworkSegment(55e84459-69b8-45ec-a68c-8537972f64fe),segment_id=55e84459-69b8-45ec-a68c-8537972f64fe)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:11.851752 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': 'bf66fd2c-ce1d-44be-963d-cbb137083d3f', 'network_id': '54f17d9c-f91f-419f-9fd9-c3afc0562d90', 'port_id': 'bf66fd2c-ce1d-44be-963d-cbb137083d3f', 'mac_address': 'fa:16:3e:b3:e2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3ad1ff-15e7-42b5-97ce-62659b2c7d87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:48:11.926579 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:11.952088 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf66fd2c-ce1d-44be-963d-cbb137083d3f {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:48:11.999604 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c79b9-d505-4613-aa2b-1b9421e3e249 req-1479358a-3bb5-4b98-bf7c-d767961c6f3e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:12.000356 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port bf66fd2c-ce1d-44be-963d-cbb137083d3f, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=bf66fd2c-ce1d-44be-963d-cbb137083d3f,segment=NetworkSegment(55e84459-69b8-45ec-a68c-8537972f64fe),segment_id=55e84459-69b8-45ec-a68c-8537972f64fe)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:12.009475 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:12.023822 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-851c79b9-d505-4613-aa2b-1b9421e3e249 req-1479358a-3bb5-4b98-bf7c-d767961c6f3e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 944 time: 0.1134562 Jul 14 20:48:12.099157 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-851c79b9-d505-4613-aa2b-1b9421e3e249 req-082350ad-9b92-4dea-abfa-66dd2abe4d54 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777729 Jul 14 20:48:12.211753 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=bf66fd2c-ce1d-44be-963d-cbb137083d3f,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:12.216353 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56062) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:12.241021 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-01403bbc-e6f6-4310-a7e5-3ea2d5c9cc49 req-568c0be1-27f5-4fcd-aadf-85f2ef81b38c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 210 time: 0.0851765 Jul 14 20:48:12.356313 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-228e3b6b-f4fd-470b-b7d9-72647ddcbc30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=292d6d20c35f44d9a3cd61312ff0a79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366079 Jul 14 20:48:12.358858 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56070) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:12.421747 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cbede-06ae-4be7-9dc9-c8a1df95060b req-18d8dde2-3679-4f64-b2d6-58dad08c9960 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:12.430129 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6a1cbede-06ae-4be7-9dc9-c8a1df95060b req-18d8dde2-3679-4f64-b2d6-58dad08c9960 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 944 time: 0.1805732 Jul 14 20:48:12.477311 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6a1cbede-06ae-4be7-9dc9-c8a1df95060b req-150663fb-2b83-429d-b749-3109ae085428 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460572 Jul 14 20:48:12.481207 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-80b9862e-852d-44ae-a044-4f56899731dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:12.520150 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-80b9862e-852d-44ae-a044-4f56899731dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:12.610262 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-80b9862e-852d-44ae-a044-4f56899731dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:12.616604 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-80b9862e-852d-44ae-a044-4f56899731dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:12.619200 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-80b9862e-852d-44ae-a044-4f56899731dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/018b0ab8-9cd4-4336-9d40-8cf6636fe233 HTTP/1.1" status: 204 len: 168 time: 0.2591088 Jul 14 20:48:12.634354 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9862e-852d-44ae-a044-4f56899731dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018b0ab8-9cd4-4336-9d40-8cf6636fe233,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:13.046178 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c59a6-b8e4-43ce-9cb4-f8d83ba15b4c req-a0658619-e205-4d59-82fc-087b1129f29f tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:13.048879 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ee3c59a6-b8e4-43ce-9cb4-f8d83ba15b4c req-a0658619-e205-4d59-82fc-087b1129f29f tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 945 time: 0.0861123 Jul 14 20:48:13.118444 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56088) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:13.121673 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ee3c59a6-b8e4-43ce-9cb4-f8d83ba15b4c req-6505df92-b3f7-4e72-bf63-ed9621cfecbd tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653715 Jul 14 20:48:13.194721 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56094) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:13.195441 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-199991c6-f7b2-4fe4-955a-a147b504070f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba297e182eed4ab0a6b584e38dd9ed45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711794 Jul 14 20:48:13.269393 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ba90-7c6e-4ce7-b184-6e0ca7e084e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:13.308888 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ba90-7c6e-4ce7-b184-6e0ca7e084e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:13.333493 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42990f58-4158-4161-818f-ddc03f918de9 req-73c02190-5681-41b3-b14a-00b4a507de04 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:13.337005 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-42990f58-4158-4161-818f-ddc03f918de9 req-73c02190-5681-41b3-b14a-00b4a507de04 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 944 time: 0.1128392 Jul 14 20:48:13.396323 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ba90-7c6e-4ce7-b184-6e0ca7e084e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:13.400850 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ba90-7c6e-4ce7-b184-6e0ca7e084e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:13.405329 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-ecf3ba90-7c6e-4ce7-b184-6e0ca7e084e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f6334b03-cb42-4539-b731-2f9dd6920d0d HTTP/1.1" status: 204 len: 168 time: 0.2072129 Jul 14 20:48:13.427529 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3ba90-7c6e-4ce7-b184-6e0ca7e084e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6334b03-cb42-4539-b731-2f9dd6920d0d,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:13.494839 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-42990f58-4158-4161-818f-ddc03f918de9 req-2539fe25-72b5-42eb-85f9-c9651b56fb11 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400168 Jul 14 20:48:13.511220 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-6b453bd5-374b-4493-9e1b-6a38b71dd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:13.513971 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-6b453bd5-374b-4493-9e1b-6a38b71dd2ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 200 len: 856 time: 0.1751871 Jul 14 20:48:13.559272 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f7e60f15-5a05-45bd-9848-528970e003b1 req-8df1e122-a058-43f6-aa24-6479bf6e402f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 210 time: 0.0311377 Jul 14 20:48:13.735302 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af718b-5e73-4e5a-8b8e-9937245063b8 req-f6a6ed53-082c-4f4a-ae88-bbe7c29c632c tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:13.738531 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-62af718b-5e73-4e5a-8b8e-9937245063b8 req-f6a6ed53-082c-4f4a-ae88-bbe7c29c632c tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 944 time: 0.0816376 Jul 14 20:48:13.785621 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-62af718b-5e73-4e5a-8b8e-9937245063b8 req-be5a0007-6b4f-4ff5-999d-d8e288f3c029 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Jul 14 20:48:14.350839 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de3b7a-773b-40c5-94f1-7f9bab93ff0e req-2010522f-0ec3-4264-9a03-51dead512b1c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:14.353564 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b8de3b7a-773b-40c5-94f1-7f9bab93ff0e req-2010522f-0ec3-4264-9a03-51dead512b1c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 945 time: 0.1135232 Jul 14 20:48:14.404178 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b8de3b7a-773b-40c5-94f1-7f9bab93ff0e req-fb778d14-4a2d-4b08-8398-9ec12987498d tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428507 Jul 14 20:48:14.526895 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-3f9f5050-ecb0-4016-be09-465df486da59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7ff29d-da1f-4b0f-8082-c235e8f92570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578840 Jul 14 20:48:14.832409 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3b9cab85-84cb-4208-bac1-88cd18a829bb req-c4cefe04-717e-4817-8e41-379fed20bebb tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 210 time: 0.0406227 Jul 14 20:48:14.861281 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['bf66fd2c-ce1d-44be-963d-cbb137083d3f'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:48:14.960237 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0f433-30c6-4832-87c5-1c02a856d9fb req-f3a39893-6a9a-45b4-a0e2-6deea6805658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:14.964118 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7cd0f433-30c6-4832-87c5-1c02a856d9fb req-f3a39893-6a9a-45b4-a0e2-6deea6805658 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 1096 time: 0.4410808 Jul 14 20:48:15.015793 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['b7bfee66-999c-472c-bfb4-1016308a8fc9'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:48:15.134353 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-9bd9383a-0be9-4937-9072-658fae3e62e0 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825837 Jul 14 20:48:15.150924 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a090-a31a-4243-983e-6e31d8a46856 req-9ddc38f3-175f-4384-b518-11df859118c3 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:15.152944 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d018a090-a31a-4243-983e-6e31d8a46856 req-9ddc38f3-175f-4384-b518-11df859118c3 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 944 time: 0.1045172 Jul 14 20:48:15.183088 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8665fb-556d-4a19-a325-981d02c7f339 req-f1655f8e-753a-47a7-b31f-998042c54225 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:15.192228 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6b8665fb-556d-4a19-a325-981d02c7f339 req-f1655f8e-753a-47a7-b31f-998042c54225 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 944 time: 0.4492614 Jul 14 20:48:15.220502 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d018a090-a31a-4243-983e-6e31d8a46856 req-0996b2e3-bd88-4283-965d-65e14445f1d4 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594335 Jul 14 20:48:15.411095 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6b8665fb-556d-4a19-a325-981d02c7f339 req-fc18468f-c5e2-470c-8ebb-afe9c5667dd6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178562 Jul 14 20:48:15.420869 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0f433-30c6-4832-87c5-1c02a856d9fb req-0310439a-95fb-4b9c-ba87-61f07a0e059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:15.422382 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7cd0f433-30c6-4832-87c5-1c02a856d9fb req-0310439a-95fb-4b9c-ba87-61f07a0e059b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 917 time: 0.4455519 Jul 14 20:48:15.503287 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7cd0f433-30c6-4832-87c5-1c02a856d9fb req-2e139e29-934d-42fa-b68d-b57ae1b27137 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63060adf-e756-476a-bbb1-e6e0994dca24 HTTP/1.1" status: 200 len: 217 time: 0.0668371 Jul 14 20:48:15.510417 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c39552f9-f521-4a10-97c0-dcfa19abbc9c req-acb5ba8e-8dcc-4d3a-b9a7-7be41bbd5938 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673315 Jul 14 20:48:15.575897 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0f433-30c6-4832-87c5-1c02a856d9fb req-8771b9ec-254d-4aeb-be5e-27b45e87cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:15.577569 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7cd0f433-30c6-4832-87c5-1c02a856d9fb req-8771b9ec-254d-4aeb-be5e-27b45e87cf4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 200 len: 856 time: 0.0661795 Jul 14 20:48:15.625457 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7cd0f433-30c6-4832-87c5-1c02a856d9fb req-3f5ed7c5-12d8-4b61-bbc6-73ccab7a4031 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7ff29d-da1f-4b0f-8082-c235e8f92570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401194 Jul 14 20:48:15.821346 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628 req-b1674583-0627-4920-8461-ba312055d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:15.822811 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628 req-b1674583-0627-4920-8461-ba312055d6da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 1097 time: 0.1192360 Jul 14 20:48:15.827075 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7cd0f433-30c6-4832-87c5-1c02a856d9fb req-a23ce134-333a-47b6-a73a-bd8de77dc84e service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937361 Jul 14 20:48:16.084336 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-4afff881-835c-412e-aa4c-f4c4b4126aa5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:16.089707 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628 req-be5fd070-bc58-41d7-80a6-39957589e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:16.090497 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-4afff881-835c-412e-aa4c-f4c4b4126aa5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 816 time: 0.3630173 Jul 14 20:48:16.091500 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628 req-be5fd070-bc58-41d7-80a6-39957589e027 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 917 time: 0.2562318 Jul 14 20:48:16.199246 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628 req-b0d469bb-8798-4f5c-ba72-a14b0928bfe7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a11ff8f3-2762-4730-943c-2c55d6c77cc2 HTTP/1.1" status: 200 len: 217 time: 0.0740361 Jul 14 20:48:16.210402 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938d9e4-0a9e-493f-8f77-6af3fb94cac8 req-dca584d0-4235-49f0-88fa-17210c49cb05 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:16.218376 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5938d9e4-0a9e-493f-8f77-6af3fb94cac8 req-dca584d0-4235-49f0-88fa-17210c49cb05 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 945 time: 0.3014293 Jul 14 20:48:16.248745 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56196) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:16.260712 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9dc97bd3-3101-4657-9b4a-10820f613b59 req-024e1dc2-109c-4919-a79e-2653acf454fe tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 210 time: 0.1677496 Jul 14 20:48:16.381671 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5938d9e4-0a9e-493f-8f77-6af3fb94cac8 req-8246a3bf-0d5e-451a-89cc-8dd350e607ba tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476808 Jul 14 20:48:16.402781 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-7660b126-eb82-4461-877a-84c3d170fd3a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4 HTTP/1.1" status: 200 len: 379 time: 0.2996562 Jul 14 20:48:16.423202 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'port': {'device_id': 'f227dca1-0276-45cc-9e88-54295133430a', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'admin_state_up': True, 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'security_groups': ['451443f3-10ef-4098-bd72-0f6e62c6880f']}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:16.475603 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 63060adf-e756-476a-bbb1-e6e0994dca24 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:48:16.557459 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device b7bfee66-999c-472c-bfb4-1016308a8fc9 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:48:16.661503 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628 req-3e161b67-4945-49ee-a551-f589f1a1963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:16.667022 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628 req-3e161b67-4945-49ee-a551-f589f1a1963e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 200 len: 856 time: 0.4212389 Jul 14 20:48:16.682338 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.db.resource_extend [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 20:48:16.774629 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Made reservation on behalf of a3f05a0667b34680a21d8ff1a09ba0b4 for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:48:16.789031 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:16.801081 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56220) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:16.884842 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 63060adf-e756-476a-bbb1-e6e0994dca24, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=63060adf-e756-476a-bbb1-e6e0994dca24,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:16.898287 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port b7bfee66-999c-472c-bfb4-1016308a8fc9 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:48:16.929846 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628 req-74088701-3ae3-449e-8b46-8c1b619abb49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7ff29d-da1f-4b0f-8082-c235e8f92570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616046 Jul 14 20:48:16.932362 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port b7bfee66-999c-472c-bfb4-1016308a8fc9 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:48:16.933213 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:16.945013 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '63060adf-e756-476a-bbb1-e6e0994dca24', 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570', 'port_id': '63060adf-e756-476a-bbb1-e6e0994dca24', 'mac_address': 'fa:16:3e:04:98:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f98d313d-efcb-4f46-8d48-71fb1427429d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:48:17.020132 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7cd0f433-30c6-4832-87c5-1c02a856d9fb req-33d3de18-b90f-4ad2-9285-f9aba9e72731 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1820762 Jul 14 20:48:17.090193 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3fed009b-a73a-4e74-b8d7-ab30b495cff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.172042 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628 req-ab6f07d3-3efc-485c-b532-95d630861ea9 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808813 Jul 14 20:48:17.185687 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dd82e-eca1-4b02-87d5-ebff3f1802af req-ed69767a-db25-4943-b02c-c590f850c520 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:17.192745 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7a3dd82e-eca1-4b02-87d5-ebff3f1802af req-ed69767a-db25-4943-b02c-c590f850c520 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 944 time: 0.5197623 Jul 14 20:48:17.214782 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.257991 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63060adf-e756-476a-bbb1-e6e0994dca24 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:48:17.269778 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.288121 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7f5a335d-59ea-4f13-b2ca-4d5ff634e4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.328119 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123054-5730-4860-a182-c9b9b205b615 req-9598c406-0ec5-4b3b-8c6e-c4f0f12cc348 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:17.329912 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1e123054-5730-4860-a182-c9b9b205b615 req-9598c406-0ec5-4b3b-8c6e-c4f0f12cc348 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 944 time: 0.4843485 Jul 14 20:48:17.348404 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9896c6-c587-4a64-8a3e-0dc6bb751a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bfee66-999c-472c-bfb4-1016308a8fc9'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:17.408503 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7a3dd82e-eca1-4b02-87d5-ebff3f1802af req-a63b2e8b-2661-4f3e-ba72-22b187eaa712 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144189 Jul 14 20:48:17.421913 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1e123054-5730-4860-a182-c9b9b205b615 req-f8b44cdf-6c98-43ef-bf66-611092313ee2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731866 Jul 14 20:48:17.485864 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Allocated IP 172.20.0.11 (a0ad5bd8-17bb-4419-bee4-0725526df953/b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6/74acc9e6-b330-4ea2-8682-f36e80f70458) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:48:17.498060 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 63060adf-e756-476a-bbb1-e6e0994dca24, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=63060adf-e756-476a-bbb1-e6e0994dca24,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:17.520016 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3fed009b-a73a-4e74-b8d7-ab30b495cff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.523115 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f37ef8f5-f5fa-4002-9832-0c34e0a5e628 req-3bf915aa-3e81-40e7-a5a0-e50064bed01e service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104694 Jul 14 20:48:17.525543 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3fed009b-a73a-4e74-b8d7-ab30b495cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.540610 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.553532 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port b7bfee66-999c-472c-bfb4-1016308a8fc9, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=b7bfee66-999c-472c-bfb4-1016308a8fc9,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:17.595393 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.597079 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device bf66fd2c-ce1d-44be-963d-cbb137083d3f up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:48:17.699664 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=63060adf-e756-476a-bbb1-e6e0994dca24,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:17.748143 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e87f3a-19aa-4433-b30c-c88e5f5ac641" -d '{"events": [{"server_uuid": "2c9896c6-c587-4a64-8a3e-0dc6bb751a7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7bfee66-999c-472c-bfb4-1016308a8fc9"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:17.775069 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port bf66fd2c-ce1d-44be-963d-cbb137083d3f completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:48:17.792628 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port bf66fd2c-ce1d-44be-963d-cbb137083d3f triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:48:17.793207 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.819970 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=b7bfee66-999c-472c-bfb4-1016308a8fc9,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:17.839429 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-110a5c15-966d-432e-8feb-7f8f2503a513 req-6033f140-5a43-4c34-b265-940d52ec3520 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 210 time: 0.0969336 Jul 14 20:48:17.854612 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['63060adf-e756-476a-bbb1-e6e0994dca24'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:48:17.907877 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.925674 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Transition to ACTIVE for port object 74acc9e6-b330-4ea2-8682-f36e80f70458 will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:48:17.941930 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.972864 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:17.994490 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3fed009b-a73a-4e74-b8d7-ab30b495cff2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10c12539a85e428d85acf7ab1ddc1dec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7321262 Jul 14 20:48:18.008260 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port bf66fd2c-ce1d-44be-963d-cbb137083d3f, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=bf66fd2c-ce1d-44be-963d-cbb137083d3f,segment=NetworkSegment(55e84459-69b8-45ec-a68c-8537972f64fe),segment_id=55e84459-69b8-45ec-a68c-8537972f64fe)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:18.010232 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56242) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:18.024660 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:18.086781 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed009b-a73a-4e74-b8d7-ab30b495cff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25a8147-9ee7-4c67-889f-8f0b95ccfd39,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:18.120651 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=bf66fd2c-ce1d-44be-963d-cbb137083d3f,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:18.192836 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c3ac59e5-61e8-4f03-9b67-a96116803067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:18.202067 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64cecc-c24e-42e1-9d6c-2c2f9acf8eda req-cf00c0a3-95eb-427b-8915-d6351e01fa94 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:18.203773 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ce64cecc-c24e-42e1-9d6c-2c2f9acf8eda req-cf00c0a3-95eb-427b-8915-d6351e01fa94 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 946 time: 0.2146688 Jul 14 20:48:18.218311 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Network a0ad5bd8-17bb-4419-bee4-0725526df953 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:48:18.235668 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c3ac59e5-61e8-4f03-9b67-a96116803067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:18.238553 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c73109f-da0b-42d5-889a-61e652a1f2b5 x-openstack-request-id: req-6c73109f-da0b-42d5-889a-61e652a1f2b5 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:18.239521 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9896c6-c587-4a64-8a3e-0dc6bb751a7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7bfee66-999c-472c-bfb4-1016308a8fc9", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:18.240034 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c73109f-da0b-42d5-889a-61e652a1f2b5 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:18.241753 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9896c6-c587-4a64-8a3e-0dc6bb751a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bfee66-999c-472c-bfb4-1016308a8fc9', 'code': 200} Jul 14 20:48:18.243551 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:48:18.267622 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:48:18.308805 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ce64cecc-c24e-42e1-9d6c-2c2f9acf8eda req-ee7a1fbe-674b-447e-8505-e47ef6ddcc79 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858572 Jul 14 20:48:18.357974 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:18.384551 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c3ac59e5-61e8-4f03-9b67-a96116803067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:18.387867 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c3ac59e5-61e8-4f03-9b67-a96116803067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:18.389426 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-c3ac59e5-61e8-4f03-9b67-a96116803067 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b25a8147-9ee7-4c67-889f-8f0b95ccfd39 HTTP/1.1" status: 204 len: 168 time: 0.3642712 Jul 14 20:48:18.420736 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac59e5-61e8-4f03-9b67-a96116803067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25a8147-9ee7-4c67-889f-8f0b95ccfd39,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:18.528419 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device a11ff8f3-2762-4730-943c-2c55d6c77cc2 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:48:18.543635 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7f5a335d-59ea-4f13-b2ca-4d5ff634e4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:18.615366 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:18.616280 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:18.619894 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7f5a335d-59ea-4f13-b2ca-4d5ff634e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:18.656385 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-7f5a335d-59ea-4f13-b2ca-4d5ff634e4a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db54c2819ade4954a51abfcc3d9d11e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8510561 Jul 14 20:48:18.668575 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56270) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:18.779878 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667eb29-69d1-4e9a-8e96-89ddfa50876a req-d9d19746-6525-46b9-abb1-96371f4bec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:18.781726 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d667eb29-69d1-4e9a-8e96-89ddfa50876a req-d9d19746-6525-46b9-abb1-96371f4bec81 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 1099 time: 0.1623635 Jul 14 20:48:18.789177 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-ccfbadf6-f470-42f0-9493-bfb59793b805 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3794394 Jul 14 20:48:18.820261 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-d667eb29-69d1-4e9a-8e96-89ddfa50876a req-2a51b36f-a2bc-402e-95f9-1e9f4e4199aa service neutron] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:18.822916 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Request body: {'port': {'device_id': 'f227dca1-0276-45cc-9e88-54295133430a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:18.837955 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a335d-59ea-4f13-b2ca-4d5ff634e4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9851aacc-5193-46ab-ad60-0d77fa6f9c48,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:18.843629 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port a11ff8f3-2762-4730-943c-2c55d6c77cc2, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=a11ff8f3-2762-4730-943c-2c55d6c77cc2,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:18.869554 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': 'a11ff8f3-2762-4730-943c-2c55d6c77cc2', 'network_id': '4b7ff29d-da1f-4b0f-8082-c235e8f92570', 'port_id': 'a11ff8f3-2762-4730-943c-2c55d6c77cc2', 'mac_address': 'fa:16:3e:c2:4f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f98d313d-efcb-4f46-8d48-71fb1427429d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:48:18.899756 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-68627d76-c08b-4f70-bcef-40a76e688479 None None] Provisioning for port 74acc9e6-b330-4ea2-8682-f36e80f70458 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:48:18.948050 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-68627d76-c08b-4f70-bcef-40a76e688479 None None] Provisioning complete for port 74acc9e6-b330-4ea2-8682-f36e80f70458 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:48:18.948691 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-68627d76-c08b-4f70-bcef-40a76e688479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.014064 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56276) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:19.024358 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2471d-56a1-44d3-88d7-4fb62c7caae8 req-cd5097c3-d46d-4f64-87dc-755f500aacd5 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:19.026260 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-94e2471d-56a1-44d3-88d7-4fb62c7caae8 req-cd5097c3-d46d-4f64-87dc-755f500aacd5 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.1292191 Jul 14 20:48:19.040835 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.041148 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5a48458c-b907-4bb7-ae1f-4694ccf1a8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.050725 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1a0a-a070-4d71-92dd-0b3bdb0eca78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.062487 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-68627d76-c08b-4f70-bcef-40a76e688479 None None] Port 74acc9e6-b330-4ea2-8682-f36e80f70458 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:48:19.074709 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11ff8f3-2762-4730-943c-2c55d6c77cc2 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:48:19.089809 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-d667eb29-69d1-4e9a-8e96-89ddfa50876a req-2a51b36f-a2bc-402e-95f9-1e9f4e4199aa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.109636 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-d667eb29-69d1-4e9a-8e96-89ddfa50876a req-2a51b36f-a2bc-402e-95f9-1e9f4e4199aa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.118195 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.121508 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5a48458c-b907-4bb7-ae1f-4694ccf1a8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.130256 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port a11ff8f3-2762-4730-943c-2c55d6c77cc2, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=a11ff8f3-2762-4730-943c-2c55d6c77cc2,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:19.138136 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.157869 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-94e2471d-56a1-44d3-88d7-4fb62c7caae8 req-2a80fe53-2fac-42b8-9c76-2f178a142539 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111426 Jul 14 20:48:19.168483 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d667eb29-69d1-4e9a-8e96-89ddfa50876a req-2a51b36f-a2bc-402e-95f9-1e9f4e4199aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792861 Jul 14 20:48:19.178472 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51b36f-a2bc-402e-95f9-1e9f4e4199aa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=75dfaf42-43b3-4f53-ba12-63f8f579a5b4,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:19.257374 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986064b-b08a-4809-8c5e-78e7e9c5b393 req-ee3b198e-97ab-4756-8541-d3e33777adab tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:19.259652 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5986064b-b08a-4809-8c5e-78e7e9c5b393 req-ee3b198e-97ab-4756-8541-d3e33777adab tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 944 time: 0.4050629 Jul 14 20:48:19.270641 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1a0a-a070-4d71-92dd-0b3bdb0eca78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.278522 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1a0a-a070-4d71-92dd-0b3bdb0eca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.307158 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=a11ff8f3-2762-4730-943c-2c55d6c77cc2,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:19.334609 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5a48458c-b907-4bb7-ae1f-4694ccf1a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.337463 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5a48458c-b907-4bb7-ae1f-4694ccf1a8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.341744 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-5a48458c-b907-4bb7-ae1f-4694ccf1a8fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9851aacc-5193-46ab-ad60-0d77fa6f9c48 HTTP/1.1" status: 204 len: 168 time: 0.6707356 Jul 14 20:48:19.368812 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-b2ab1a0a-a070-4d71-92dd-0b3bdb0eca78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bf82677acfc442789c09908b42687373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533618 Jul 14 20:48:19.369713 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab1a0a-a070-4d71-92dd-0b3bdb0eca78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5187b372-06af-45a4-8b6b-3dc41b7923da,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:19.373255 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56284) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:19.395271 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48458c-b907-4bb7-ae1f-4694ccf1a8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9851aacc-5193-46ab-ad60-0d77fa6f9c48,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:19.418587 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['a11ff8f3-2762-4730-943c-2c55d6c77cc2'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:48:19.461899 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5986064b-b08a-4809-8c5e-78e7e9c5b393 req-75770d90-a9fe-4437-ab13-b1f2d03b7fd2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390076 Jul 14 20:48:19.620344 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a2ed-46fe-47b8-89c2-3944ebe9bd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.688450 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a2ed-46fe-47b8-89c2-3944ebe9bd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.742310 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51971e-33e3-4944-abd3-c48427aa62f3 req-27d68256-44f4-41ee-9caf-73137609ee79 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:19.745560 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-aa51971e-33e3-4944-abd3-c48427aa62f3 req-27d68256-44f4-41ee-9caf-73137609ee79 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 932 time: 0.3264725 Jul 14 20:48:19.823496 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-aa51971e-33e3-4944-abd3-c48427aa62f3 req-707f2ea4-4bf6-4a82-b607-5d37c027eb09 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665324 Jul 14 20:48:19.837432 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a2ed-46fe-47b8-89c2-3944ebe9bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.845224 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a2ed-46fe-47b8-89c2-3944ebe9bd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.854220 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-f5f3a2ed-46fe-47b8-89c2-3944ebe9bd5e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5187b372-06af-45a4-8b6b-3dc41b7923da HTTP/1.1" status: 204 len: 168 time: 0.4781430 Jul 14 20:48:19.875903 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3a2ed-46fe-47b8-89c2-3944ebe9bd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5187b372-06af-45a4-8b6b-3dc41b7923da,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:19.920139 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74acc9e6-b330-4ea2-8682-f36e80f70458 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:48:19.935287 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:19.960442 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Transition to ACTIVE for port object 74acc9e6-b330-4ea2-8682-f36e80f70458 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:48:19.976583 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e81a9-8c59-451d-bdd0-c2506df690e7 req-fa0013e3-6e04-4083-ab0f-c61747e90883 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:19.978627 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-275e81a9-8c59-451d-bdd0-c2506df690e7 req-fa0013e3-6e04-4083-ab0f-c61747e90883 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 946 time: 0.2130322 Jul 14 20:48:19.980007 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:20.086876 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:20.119219 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-275e81a9-8c59-451d-bdd0-c2506df690e7 req-1c1a1bb8-e10c-43d4-b515-2a7afb24ac8e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277595 Jul 14 20:48:20.160852 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56304) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:20.208395 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9ece3110-1ac5-437f-b99c-031d3ec0d93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:20.244667 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f277e1bc-e89e-4679-949b-7cdedbdc5cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf66fd2c-ce1d-44be-963d-cbb137083d3f'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:20.248960 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c105425c-2cb7-414d-a06b-300e2b7c0408" -d '{"events": [{"server_uuid": "f277e1bc-e89e-4679-949b-7cdedbdc5cf8", "name": "network-vif-plugged", "status": "completed", "tag": "bf66fd2c-ce1d-44be-963d-cbb137083d3f"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:20.296057 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Attempting to bind port 74acc9e6-b330-4ea2-8682-f36e80f70458 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:48:20.296671 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Attempting to bind port 74acc9e6-b330-4ea2-8682-f36e80f70458 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:48:20.297282 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Attempting to bind port 74acc9e6-b330-4ea2-8682-f36e80f70458 on network a0ad5bd8-17bb-4419-bee4-0725526df953 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:48:20.308024 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Port 74acc9e6-b330-4ea2-8682-f36e80f70458 on network a0ad5bd8-17bb-4419-bee4-0725526df953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:48:20.308759 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Attempting to bind port 74acc9e6-b330-4ea2-8682-f36e80f70458 on network a0ad5bd8-17bb-4419-bee4-0725526df953 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:48:20.321817 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:48:20.322378 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Checking segment: {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:48:20.323168 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Bound using segment: {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:48:20.324008 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Bound port: 74acc9e6-b330-4ea2-8682-f36e80f70458, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:48:20.324639 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:20.377779 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59748d0-13f0-4a6a-a4e2-6eb3f309e19b x-openstack-request-id: req-d59748d0-13f0-4a6a-a4e2-6eb3f309e19b {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:20.378314 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f277e1bc-e89e-4679-949b-7cdedbdc5cf8", "name": "network-vif-plugged", "status": "completed", "tag": "bf66fd2c-ce1d-44be-963d-cbb137083d3f", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:20.378741 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d59748d0-13f0-4a6a-a4e2-6eb3f309e19b {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:20.379401 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f277e1bc-e89e-4679-949b-7cdedbdc5cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf66fd2c-ce1d-44be-963d-cbb137083d3f', 'code': 200} Jul 14 20:48:20.457121 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:48:20.460946 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:48:20.466457 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9ece3110-1ac5-437f-b99c-031d3ec0d93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:20.474308 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:20.485990 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9ece3110-1ac5-437f-b99c-031d3ec0d93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:20.501239 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device a11ff8f3-2762-4730-943c-2c55d6c77cc2 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:48:20.608935 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56318) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:20.652208 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:20.654389 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:20.658321 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] 10.222.0.43 "PUT /v2.0/ports/74acc9e6-b330-4ea2-8682-f36e80f70458 HTTP/1.1" status: 200 len: 1094 time: 1.8429048 Jul 14 20:48:20.660731 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:20.670928 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:20.742304 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port a11ff8f3-2762-4730-943c-2c55d6c77cc2 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:48:20.757735 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port a11ff8f3-2762-4730-943c-2c55d6c77cc2 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:48:20.758190 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:20.768974 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483af69-4b01-472f-ab10-77e6c801bbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:20.815072 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-9ece3110-1ac5-437f-b99c-031d3ec0d93a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14fd9f42f5ed415c9221dc381b742b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6521468 Jul 14 20:48:20.821482 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56324) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:20.935964 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece3110-1ac5-437f-b99c-031d3ec0d93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f2c8b9-c1fa-47a8-a834-5909de06c42a,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:21.042877 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.123767 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a569-d9f3-4adf-bb15-4e14de62764a req-f6f1f07c-ed4c-4c51-bfc3-703b8af94169 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:21.131689 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port a11ff8f3-2762-4730-943c-2c55d6c77cc2, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=a11ff8f3-2762-4730-943c-2c55d6c77cc2,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:21.139099 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8727a569-d9f3-4adf-bb15-4e14de62764a req-f6f1f07c-ed4c-4c51-bfc3-703b8af94169 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.3203480 Jul 14 20:48:21.143336 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.145333 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 63060adf-e756-476a-bbb1-e6e0994dca24 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:48:21.236056 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8727a569-d9f3-4adf-bb15-4e14de62764a req-baf6e0d4-f91c-41c0-95f9-6e7fe6a8e00b tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948784 Jul 14 20:48:21.293511 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-abbfd0d3-ab2d-49e3-bb68-0bb9e3eae32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.296316 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17a7fe-8471-47ba-a871-fdcc3a097fe9 req-347243d8-df20-478c-b49f-f6d488a077b7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:21.299452 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9d17a7fe-8471-47ba-a871-fdcc3a097fe9 req-347243d8-df20-478c-b49f-f6d488a077b7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 945 time: 0.4642913 Jul 14 20:48:21.358641 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 63060adf-e756-476a-bbb1-e6e0994dca24 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:48:21.368529 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 63060adf-e756-476a-bbb1-e6e0994dca24 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:48:21.369089 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.403060 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6bd91ed6-348c-48de-be78-59426a732e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.449749 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6bd91ed6-348c-48de-be78-59426a732e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.564038 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.590004 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=a11ff8f3-2762-4730-943c-2c55d6c77cc2,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:21.614667 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-b1844129-3078-454c-b733-c76228a8970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:21.616400 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6becb837-8969-45d4-b585-1b35f6b79699 x-openstack-request-id: req-6becb837-8969-45d4-b585-1b35f6b79699 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:21.617152 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:21.617152 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6becb837-8969-45d4-b585-1b35f6b79699 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:21.617630 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-b1844129-3078-454c-b733-c76228a8970c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 1097 time: 0.2514668 Jul 14 20:48:21.619355 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'status': 'completed', 'code': 200} Jul 14 20:48:21.664450 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 63060adf-e756-476a-bbb1-e6e0994dca24, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=63060adf-e756-476a-bbb1-e6e0994dca24,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:21.684395 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.699112 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9d17a7fe-8471-47ba-a871-fdcc3a097fe9 req-1f7bbb4b-3fdf-46b4-87e7-643290b68e8d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910816 Jul 14 20:48:21.703317 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6bd91ed6-348c-48de-be78-59426a732e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.719717 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6bd91ed6-348c-48de-be78-59426a732e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.719717 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-6bd91ed6-348c-48de-be78-59426a732e85 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89f2c8b9-c1fa-47a8-a834-5909de06c42a HTTP/1.1" status: 204 len: 168 time: 0.8894138 Jul 14 20:48:21.754882 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd91ed6-348c-48de-be78-59426a732e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f2c8b9-c1fa-47a8-a834-5909de06c42a,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:21.807065 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c365e80-0db1-43e4-bad5-aeb7b61f915c req-9605f78f-d1b0-476f-821d-2d52f2d14621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:21.811761 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5c365e80-0db1-43e4-bad5-aeb7b61f915c req-9605f78f-d1b0-476f-821d-2d52f2d14621 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 1098 time: 0.4940388 Jul 14 20:48:21.835227 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-2730c28b-18b3-41c5-b01d-87ecc49c6abf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74acc9e6-b330-4ea2-8682-f36e80f70458 HTTP/1.1" status: 200 len: 217 time: 0.2027223 Jul 14 20:48:21.860423 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=63060adf-e756-476a-bbb1-e6e0994dca24,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:21.892943 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-abbfd0d3-ab2d-49e3-bb68-0bb9e3eae32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:21.910410 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5c365e80-0db1-43e4-bad5-aeb7b61f915c req-3317ad97-0b0f-401b-9a02-397264d47b8d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892360 Jul 14 20:48:21.962777 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-abbfd0d3-ab2d-49e3-bb68-0bb9e3eae32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:22.018285 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfd0d3-ab2d-49e3-bb68-0bb9e3eae32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f9b3cb-f1be-4476-868d-77a8d1ed7265,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:22.040191 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54579936-11db-4a7e-851f-a2f472c4bef3 req-8abd696b-9c7d-451f-aaa4-085fa4b994cc tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:22.042073 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-54579936-11db-4a7e-851f-a2f472c4bef3 req-8abd696b-9c7d-451f-aaa4-085fa4b994cc tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.4189551 Jul 14 20:48:22.070368 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-abbfd0d3-ab2d-49e3-bb68-0bb9e3eae32f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1042999654dd45a3a6db2fc940262790&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4374940 Jul 14 20:48:22.090249 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56360) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:22.143727 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-795147cb-a3b6-4a7a-9885-77778ce29f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:22.145465 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-795147cb-a3b6-4a7a-9885-77778ce29f24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.2806175 Jul 14 20:48:22.183642 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3abdd9-aad9-4264-aab5-5fb08ca709ff req-174b949c-862c-427b-ba37-3086f685e275 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:22.190783 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9f3abdd9-aad9-4264-aab5-5fb08ca709ff req-174b949c-862c-427b-ba37-3086f685e275 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 946 time: 0.1520998 Jul 14 20:48:22.225078 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-54579936-11db-4a7e-851f-a2f472c4bef3 req-46d9c6a8-ad1c-4d2c-a553-3a8bf567c22c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659956 Jul 14 20:48:22.264125 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-68b4d2d3-eb78-44cd-9d8a-f5cda9c2cb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:22.271444 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9f3abdd9-aad9-4264-aab5-5fb08ca709ff req-317756f1-9310-4731-aa5a-4f52d504fae4 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735822 Jul 14 20:48:22.370088 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-68b4d2d3-eb78-44cd-9d8a-f5cda9c2cb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:22.381026 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ae6484-9517-460e-8464-33acb1d5e906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11ff8f3-2762-4730-943c-2c55d6c77cc2'}, {'server_uuid': '548dc96a-5a3c-4fbf-b22e-2be9638b91a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63060adf-e756-476a-bbb1-e6e0994dca24'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:22.386396 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8c33e4-074e-4e1d-af36-40c9a6194129" -d '{"events": [{"server_uuid": "03ae6484-9517-460e-8464-33acb1d5e906", "name": "network-vif-plugged", "status": "completed", "tag": "a11ff8f3-2762-4730-943c-2c55d6c77cc2"}, {"server_uuid": "548dc96a-5a3c-4fbf-b22e-2be9638b91a3", "name": "network-vif-plugged", "status": "completed", "tag": "63060adf-e756-476a-bbb1-e6e0994dca24"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:22.451481 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-61d55a8e-8c00-4824-bd85-59038d1b453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:22.453022 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-61d55a8e-8c00-4824-bd85-59038d1b453c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2737503 Jul 14 20:48:22.538520 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b949b93d-1a93-4cc9-bfe4-16f172e8d083 x-openstack-request-id: req-b949b93d-1a93-4cc9-bfe4-16f172e8d083 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:22.539129 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ae6484-9517-460e-8464-33acb1d5e906", "name": "network-vif-plugged", "status": "completed", "tag": "a11ff8f3-2762-4730-943c-2c55d6c77cc2", "code": 200}, {"server_uuid": "548dc96a-5a3c-4fbf-b22e-2be9638b91a3", "name": "network-vif-plugged", "status": "completed", "tag": "63060adf-e756-476a-bbb1-e6e0994dca24", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:22.539558 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b949b93d-1a93-4cc9-bfe4-16f172e8d083 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:22.540781 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ae6484-9517-460e-8464-33acb1d5e906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11ff8f3-2762-4730-943c-2c55d6c77cc2', 'code': 200} Jul 14 20:48:22.541515 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548dc96a-5a3c-4fbf-b22e-2be9638b91a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63060adf-e756-476a-bbb1-e6e0994dca24', 'code': 200} Jul 14 20:48:22.688997 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:22.718285 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-1d1229d5-68c3-4ad5-9a35-33cd6268041f service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420065 Jul 14 20:48:22.751254 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304750b-6f9a-4460-b3c3-c61015eb2499 req-098037b8-bb4b-4b44-83cd-38f84ed5c196 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:22.770017 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2304750b-6f9a-4460-b3c3-c61015eb2499 req-098037b8-bb4b-4b44-83cd-38f84ed5c196 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.2685347 Jul 14 20:48:22.854178 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-68b4d2d3-eb78-44cd-9d8a-f5cda9c2cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:22.879374 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-68b4d2d3-eb78-44cd-9d8a-f5cda9c2cb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:22.879374 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-68b4d2d3-eb78-44cd-9d8a-f5cda9c2cb17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/41f9b3cb-f1be-4476-868d-77a8d1ed7265 HTTP/1.1" status: 204 len: 168 time: 0.7772174 Jul 14 20:48:22.918921 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4d2d3-eb78-44cd-9d8a-f5cda9c2cb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f9b3cb-f1be-4476-868d-77a8d1ed7265,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:22.932546 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2304750b-6f9a-4460-b3c3-c61015eb2499 req-cf091ae7-c60c-43f1-9baf-03d80f46baff tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549468 Jul 14 20:48:23.002864 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-79f2d126-992b-447b-8a51-64bec5acd7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:23.099797 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63314935-3ba3-4e5b-bd72-6d453f0504c2 req-e907f353-edd7-419c-9160-7e0398b684d7 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721678 Jul 14 20:48:23.368444 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5558aa-a61e-4f1c-875a-998e7bf0af7a req-6297bbd0-46a4-480e-9a84-d1680d55f8cb tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:23.381715 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9e5558aa-a61e-4f1c-875a-998e7bf0af7a req-6297bbd0-46a4-480e-9a84-d1680d55f8cb tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.2286444 Jul 14 20:48:23.509203 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858319-c0d8-4e52-a5bc-e4ca3ec33d59 req-b59bdf7d-b3ff-4b16-b7d1-ad8194561fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:23.513469 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f8858319-c0d8-4e52-a5bc-e4ca3ec33d59 req-b59bdf7d-b3ff-4b16-b7d1-ad8194561fb9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 1099 time: 0.1611233 Jul 14 20:48:23.553587 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9e5558aa-a61e-4f1c-875a-998e7bf0af7a req-9a652fdc-4453-4912-9bb4-82aae7a4f1c5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704373 Jul 14 20:48:23.585165 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-8932da52-32b6-4149-b866-08b9f493d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:23.586868 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-8932da52-32b6-4149-b866-08b9f493d59c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 1097 time: 0.3541279 Jul 14 20:48:23.611910 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f8858319-c0d8-4e52-a5bc-e4ca3ec33d59 req-97453773-95dd-4dfa-b741-ef7fd75dd52c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895259 Jul 14 20:48:23.695085 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168282f5-4308-4332-91cc-53cd5dd9301f req-2cf44b29-50d3-4063-9f90-f091ec45322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:23.697108 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-168282f5-4308-4332-91cc-53cd5dd9301f req-2cf44b29-50d3-4063-9f90-f091ec45322b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 1098 time: 0.2280715 Jul 14 20:48:23.752362 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f3720-9821-479a-85c1-44721fa425d2 req-a53981b5-0e83-4842-991a-f69556b12b88 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:23.765938 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fe7f3720-9821-479a-85c1-44721fa425d2 req-a53981b5-0e83-4842-991a-f69556b12b88 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1739361 Jul 14 20:48:23.781827 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-122ebc19-5a97-4172-9284-9072553d588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:23.783385 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-122ebc19-5a97-4172-9284-9072553d588c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 917 time: 0.1660941 Jul 14 20:48:23.785982 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-168282f5-4308-4332-91cc-53cd5dd9301f req-6b2ee9aa-b5be-4d1a-ac0f-347e3acbbc38 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817983 Jul 14 20:48:23.828688 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fe7f3720-9821-479a-85c1-44721fa425d2 req-cf381942-84dd-4812-88ca-36eb11f78e8a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613530 Jul 14 20:48:23.879729 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-ae73a22c-665e-4f88-8612-2f1d82f11e29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74acc9e6-b330-4ea2-8682-f36e80f70458 HTTP/1.1" status: 200 len: 217 time: 0.0458121 Jul 14 20:48:23.950995 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56424) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:23.969573 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-ea2fc011-8dac-4547-8f9b-756e1fe90a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:23.971140 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-ea2fc011-8dac-4547-8f9b-756e1fe90a2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.0845919 Jul 14 20:48:23.975994 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-be86f86a-89d9-4900-a609-faae630175ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:24.133822 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-f28cbebe-ffc0-4b8c-8276-47015885fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:24.136021 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-f28cbebe-ffc0-4b8c-8276-47015885fb1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1568472 Jul 14 20:48:24.263112 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-be86f86a-89d9-4900-a609-faae630175ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:24.275982 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-be86f86a-89d9-4900-a609-faae630175ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:24.347156 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-be86f86a-89d9-4900-a609-faae630175ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01c380936d7b4e2cbcc25407df34c841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909290 Jul 14 20:48:24.348177 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56442) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:24.416163 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86f86a-89d9-4900-a609-faae630175ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ed4be1-ba7c-44fb-b866-24a8a7f7cd82,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:24.460843 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-e53be51d-ac29-4175-af4c-1d8ec556fc33 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152063 Jul 14 20:48:24.465212 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-db3b87ea-4d8d-468c-9506-799175a643a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:24.480731 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009eedd-3d1a-4353-be74-769c26b2fb66 req-7a3a337b-beb5-4e19-a3a1-6c0f4622b06c tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:24.483468 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f009eedd-3d1a-4353-be74-769c26b2fb66 req-7a3a337b-beb5-4e19-a3a1-6c0f4622b06c tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.2798934 Jul 14 20:48:24.543279 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-db3b87ea-4d8d-468c-9506-799175a643a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:24.650764 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-db3b87ea-4d8d-468c-9506-799175a643a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:24.652677 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f009eedd-3d1a-4353-be74-769c26b2fb66 req-e7d672dd-cb0f-4e8a-be81-db367f568624 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517599 Jul 14 20:48:24.656621 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-db3b87ea-4d8d-468c-9506-799175a643a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:24.659538 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-db3b87ea-4d8d-468c-9506-799175a643a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6ed4be1-ba7c-44fb-b866-24a8a7f7cd82 HTTP/1.1" status: 204 len: 168 time: 0.3045213 Jul 14 20:48:24.693562 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b87ea-4d8d-468c-9506-799175a643a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ed4be1-ba7c-44fb-b866-24a8a7f7cd82,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:24.775720 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6dcb8b2-1963-48f5-bd2d-de70951c93f4 req-224cbb47-5969-4613-8fb8-75b19305666a service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907991 Jul 14 20:48:25.051389 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220152b5-c9bf-4d03-83b7-022d96a7fdcd req-dd24ac11-ec32-4bd2-9a09-e996710a9f85 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:25.053259 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-220152b5-c9bf-4d03-83b7-022d96a7fdcd req-dd24ac11-ec32-4bd2-9a09-e996710a9f85 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1444180 Jul 14 20:48:25.136512 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-220152b5-c9bf-4d03-83b7-022d96a7fdcd req-f8104d93-6468-4e90-92af-49061c974280 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758393 Jul 14 20:48:25.319771 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950775fc-6a1f-4440-8776-0764be584798 req-92ff9b66-bfd8-41a7-916a-f64b940ab8a6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:25.330036 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-950775fc-6a1f-4440-8776-0764be584798 req-92ff9b66-bfd8-41a7-916a-f64b940ab8a6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1294103 Jul 14 20:48:25.390796 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-950775fc-6a1f-4440-8776-0764be584798 req-26e38e16-d4d3-41bd-8fbb-8321fd290dd4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591710 Jul 14 20:48:26.003358 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:26.099882 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-f260fb1c-2593-4178-b8fd-f82cfbc81a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:26.535249 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 74acc9e6-b330-4ea2-8682-f36e80f70458 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:48:26.797857 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b96d1-40b7-4e78-a038-602584500856 req-eaf04624-aca6-41a0-88f9-28c42e410061 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:26.802413 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-982b96d1-40b7-4e78-a038-602584500856 req-eaf04624-aca6-41a0-88f9-28c42e410061 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.2067335 Jul 14 20:48:26.838825 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:26.885917 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'port_id': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'mac_address': 'fa:16:3e:eb:c0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:48:26.957231 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-982b96d1-40b7-4e78-a038-602584500856 req-11fcb130-65ef-48e0-946b-6d7a50c37a45 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363297 Jul 14 20:48:26.985288 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:27.020672 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:27.023882 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c50000-1097-48d4-b87a-29995fd02a55 req-70479373-b323-4f74-b062-5e50b08c21e1 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:27.030439 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-14c50000-1097-48d4-b87a-29995fd02a55 req-70479373-b323-4f74-b062-5e50b08c21e1 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.2896941 Jul 14 20:48:27.039690 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74acc9e6-b330-4ea2-8682-f36e80f70458 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:48:27.066589 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:27.074313 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:27.091283 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-14c50000-1097-48d4-b87a-29995fd02a55 req-4a8d0b16-3c69-4ce0-b89d-fc511fb15a5c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492918 Jul 14 20:48:27.197284 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:27.327643 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['74acc9e6-b330-4ea2-8682-f36e80f70458'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:48:27.852359 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e7acf-c00d-4dc4-9a32-d8ac6a18dac2 req-c2db9ae4-e955-402a-bb66-96654d034751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:27.856181 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ed9e7acf-c00d-4dc4-9a32-d8ac6a18dac2 req-c2db9ae4-e955-402a-bb66-96654d034751 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 1099 time: 0.1550426 Jul 14 20:48:27.927193 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af690-4784-46c1-aa3f-03beac3f12fd req-5f3464c7-bff3-4f6d-833e-30227c0091fe tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:27.941876 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-776af690-4784-46c1-aa3f-03beac3f12fd req-5f3464c7-bff3-4f6d-833e-30227c0091fe tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1507792 Jul 14 20:48:28.016788 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-776af690-4784-46c1-aa3f-03beac3f12fd req-86eb3eba-2f9d-422c-ab2b-2887453c2706 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707920 Jul 14 20:48:28.063138 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e7acf-c00d-4dc4-9a32-d8ac6a18dac2 req-635dc8d1-795c-44a3-8321-1c11d154678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:28.064714 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ed9e7acf-c00d-4dc4-9a32-d8ac6a18dac2 req-635dc8d1-795c-44a3-8321-1c11d154678b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 917 time: 0.1989892 Jul 14 20:48:28.134329 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ed9e7acf-c00d-4dc4-9a32-d8ac6a18dac2 req-256efee4-3067-45cf-8577-a08105eafe2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a11ff8f3-2762-4730-943c-2c55d6c77cc2 HTTP/1.1" status: 200 len: 217 time: 0.0619893 Jul 14 20:48:28.251472 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e7acf-c00d-4dc4-9a32-d8ac6a18dac2 req-862c9f03-4e16-499f-9fd1-cd5c4eb37d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:28.253249 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ed9e7acf-c00d-4dc4-9a32-d8ac6a18dac2 req-862c9f03-4e16-499f-9fd1-cd5c4eb37d1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 200 len: 856 time: 0.1100731 Jul 14 20:48:28.317023 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ed9e7acf-c00d-4dc4-9a32-d8ac6a18dac2 req-1106a1d9-61c9-41f5-a981-b4e6e1de1008 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7ff29d-da1f-4b0f-8082-c235e8f92570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525670 Jul 14 20:48:28.551173 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 74acc9e6-b330-4ea2-8682-f36e80f70458 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:48:28.578765 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ed9e7acf-c00d-4dc4-9a32-d8ac6a18dac2 req-c67064bd-6a4b-4e3c-a5cb-f600ce4ef4af service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537570 Jul 14 20:48:28.588629 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8572a-17e6-42ea-9ce5-f74eb11c028a req-b76241af-4c53-4878-95ff-123b969f75c9 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:28.591002 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-12d8572a-17e6-42ea-9ce5-f74eb11c028a req-b76241af-4c53-4878-95ff-123b969f75c9 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 945 time: 0.2368691 Jul 14 20:48:28.606260 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:28.638087 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 74acc9e6-b330-4ea2-8682-f36e80f70458 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:48:28.644512 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 74acc9e6-b330-4ea2-8682-f36e80f70458 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:48:28.645447 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:28.746663 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-12d8572a-17e6-42ea-9ce5-f74eb11c028a req-b0153423-cd6a-473b-830c-1ffc6575ff35 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403446 Jul 14 20:48:28.765217 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:28.774242 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ed9e7acf-c00d-4dc4-9a32-d8ac6a18dac2 req-58f82372-92cb-4b31-b039-1b535131c911 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814756 Jul 14 20:48:28.832079 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:28.833117 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:28.836790 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6613af64-9c39-406e-af4c-d73c66788b55" -d '{"events": [{"server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "name": "network-vif-plugged", "status": "completed", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:28.841287 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:28.892438 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8878a5f5-dff4-4113-96f9-b66a109fef63 x-openstack-request-id: req-8878a5f5-dff4-4113-96f9-b66a109fef63 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:28.892732 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "name": "network-vif-plugged", "status": "completed", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:28.892978 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8878a5f5-dff4-4113-96f9-b66a109fef63 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:28.893392 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'code': 200} Jul 14 20:48:28.910162 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:29.305539 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f628b-c1c7-494d-a029-77f0f50c07b6 req-e43a27e7-1580-4055-8ea9-a4a1ac84853d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:29.307389 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-993f628b-c1c7-494d-a029-77f0f50c07b6 req-e43a27e7-1580-4055-8ea9-a4a1ac84853d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1273556 Jul 14 20:48:29.389162 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-993f628b-c1c7-494d-a029-77f0f50c07b6 req-d9916d89-1f6b-44c8-b971-c468f1d7ea1c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659056 Jul 14 20:48:30.014096 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df6a8e-deec-4304-8e94-04d01d2c187c req-d630eee6-1ec4-42cf-be8c-ebbc02e2e11f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:30.015577 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-42df6a8e-deec-4304-8e94-04d01d2c187c req-d630eee6-1ec4-42cf-be8c-ebbc02e2e11f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0870402 Jul 14 20:48:30.068258 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-42df6a8e-deec-4304-8e94-04d01d2c187c req-27038c3d-ffb5-4d48-ae57-68537d652e83 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416288 Jul 14 20:48:30.686918 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc929869-ef6a-43b5-b47f-778ac6ee9442 req-60cd93b5-990d-4480-a79f-54d151501829 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:30.688532 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bc929869-ef6a-43b5-b47f-778ac6ee9442 req-60cd93b5-990d-4480-a79f-54d151501829 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1199470 Jul 14 20:48:30.745106 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bc929869-ef6a-43b5-b47f-778ac6ee9442 req-45f522b5-0e54-499e-b655-b66ef6650ecd tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 Jul 14 20:48:31.275606 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83dbbd-37e9-46e0-ba87-39e691b7e666 req-08b3a923-4f29-45a3-9399-ee66690c5831 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:31.277411 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6f83dbbd-37e9-46e0-ba87-39e691b7e666 req-08b3a923-4f29-45a3-9399-ee66690c5831 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0807819 Jul 14 20:48:31.326172 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6f83dbbd-37e9-46e0-ba87-39e691b7e666 req-21f2e93f-c3cc-49ce-ba4c-3fcb69684a64 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422659 Jul 14 20:48:31.952333 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18970ecf-9609-4b39-8491-8115a2a9fb28 req-732476bb-09e1-4c78-a14b-1e17a187d2b3 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:31.953909 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-18970ecf-9609-4b39-8491-8115a2a9fb28 req-732476bb-09e1-4c78-a14b-1e17a187d2b3 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0742524 Jul 14 20:48:32.019777 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-18970ecf-9609-4b39-8491-8115a2a9fb28 req-6810a4f2-53ed-44a4-9660-43438a5c61ed tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552852 Jul 14 20:48:32.284340 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2237-079c-47a6-b75d-ca0e05117b20 req-1f379053-7d56-4668-a9a6-b7b5055c0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:32.286207 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-1b8c2237-079c-47a6-b75d-ca0e05117b20 req-1f379053-7d56-4668-a9a6-b7b5055c0599 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 1099 time: 0.0728564 Jul 14 20:48:32.332570 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-1b8c2237-079c-47a6-b75d-ca0e05117b20 req-c23b8128-748a-4cfa-811f-93ad79b8fb6d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390899 Jul 14 20:48:32.575561 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c834b7-0271-4cf4-af99-179b2a6fe986 req-63374268-c428-4599-af7b-c35bd4695fb8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:32.577234 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2c834b7-0271-4cf4-af99-179b2a6fe986 req-63374268-c428-4599-af7b-c35bd4695fb8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0820916 Jul 14 20:48:32.629369 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2c834b7-0271-4cf4-af99-179b2a6fe986 req-6f64bcb1-e93a-4a51-9626-dd494ff368b1 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446582 Jul 14 20:48:33.280188 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f55e4-abf4-4110-bd76-9f8ebde0c001 req-43214b00-7ef3-4766-a1f6-23fb4b38aba7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:33.283006 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-217f55e4-abf4-4110-bd76-9f8ebde0c001 req-43214b00-7ef3-4766-a1f6-23fb4b38aba7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1148779 Jul 14 20:48:33.345447 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-217f55e4-abf4-4110-bd76-9f8ebde0c001 req-b54d1e53-eee2-4df5-97b6-c6429669398b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508468 Jul 14 20:48:33.922152 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeff1f-6672-4969-84c5-18c462fd60d8 req-bd91e9cd-574d-4c57-8028-166a18105c96 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:33.924325 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cafeff1f-6672-4969-84c5-18c462fd60d8 req-bd91e9cd-574d-4c57-8028-166a18105c96 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0769446 Jul 14 20:48:33.998368 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cafeff1f-6672-4969-84c5-18c462fd60d8 req-18678be5-7d73-4a8b-ace2-ba2f51ce8570 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639579 Jul 14 20:48:34.318775 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cda990-93f8-47b4-b0dc-b70aaabc0bde req-328c9c4b-32b4-4788-a821-19914428caf9 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:34.322284 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-37cda990-93f8-47b4-b0dc-b70aaabc0bde req-328c9c4b-32b4-4788-a821-19914428caf9 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1258962 Jul 14 20:48:34.337967 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56748) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:34.347404 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-f9340e6b-11f3-42a2-b5ef-ee5ef75845c6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'floatingip': {'port_id': '74acc9e6-b330-4ea2-8682-f36e80f70458'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:34.461120 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9340e6b-11f3-42a2-b5ef-ee5ef75845c6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:34.790297 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8973e-5a9f-4343-8af2-f74042787485 req-444c7b54-5296-4584-aa85-eaeb4c120717 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:34.791908 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d6b8973e-5a9f-4343-8af2-f74042787485 req-444c7b54-5296-4584-aa85-eaeb4c120717 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1791928 Jul 14 20:48:34.891976 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d6b8973e-5a9f-4343-8af2-f74042787485 req-602dcb8c-2404-4de7-ae18-4ec7ea5c3576 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624971 Jul 14 20:48:35.245392 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56776) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:35.510484 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:35.724539 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9340e6b-11f3-42a2-b5ef-ee5ef75845c6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:35.729318 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9340e6b-11f3-42a2-b5ef-ee5ef75845c6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:35.729674 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:35.749513 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:35.839557 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.l3_db [None req-f9340e6b-11f3-42a2-b5ef-ee5ef75845c6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Floating IP 6ae864a0-6cd3-4a79-956a-199723159c42 associated. External IP: 172.27.2.17, port: 74acc9e6-b330-4ea2-8682-f36e80f70458. Jul 14 20:48:35.870726 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8cd8ef0ba8c84eb386131a66f3a21d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6238735 Jul 14 20:48:35.876955 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56798) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:35.897414 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8796a687-51b5-4edc-ad45-81d079eb0743,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:35.937097 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.937428 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.937766 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.938100 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.938500 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.938865 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.939174 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.939464 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.940370 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.940611 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.941234 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.941234 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46375091-6d18-4fab-8e7d-99edf1e66967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:35.970331 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2aebe8cc-32ac-4a3c-a563-42961aab6456 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:35.972545 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2aebe8cc-32ac-4a3c-a563-42961aab6456 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 814 time: 0.2697890 Jul 14 20:48:36.008481 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c682ba03-9d10-4dcd-8c2b-1a993f58ebb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:36.037145 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c682ba03-9d10-4dcd-8c2b-1a993f58ebb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:36.047757 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-3f62d40f-df4e-4b66-930d-ab72a550e6dc tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/quotas/9023af6dfb53405f835085001e679ca9 HTTP/1.1" status: 200 len: 375 time: 0.0540087 Jul 14 20:48:36.184659 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-05267db3-0fea-4d85-b149-0ab137826836 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225379 Jul 14 20:48:36.189133 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c682ba03-9d10-4dcd-8c2b-1a993f58ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:36.191871 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c682ba03-9d10-4dcd-8c2b-1a993f58ebb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:36.193015 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-c682ba03-9d10-4dcd-8c2b-1a993f58ebb3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8796a687-51b5-4edc-ad45-81d079eb0743 HTTP/1.1" status: 204 len: 168 time: 0.3084884 Jul 14 20:48:36.201964 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682ba03-9d10-4dcd-8c2b-1a993f58ebb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8796a687-51b5-4edc-ad45-81d079eb0743,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:36.264556 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9340e6b-11f3-42a2-b5ef-ee5ef75845c6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Router f41e36aa-1f91-4150-b97f-71e6f563bd4b has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:48:36.320209 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ddc9c-64b6-4b4e-bdf9-164f18574621 req-b2a23395-4486-4c7d-a163-424d89b6739c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:36.322399 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-495ddc9c-64b6-4b4e-bdf9-164f18574621 req-b2a23395-4486-4c7d-a163-424d89b6739c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1711440 Jul 14 20:48:36.484160 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-495ddc9c-64b6-4b4e-bdf9-164f18574621 req-10776fbd-287f-4fd6-b658-851b1f6844d6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423419 Jul 14 20:48:36.576368 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-03fefd83-16bf-46fe-8e1d-7b42229f7ea7 service neutron] 10.222.0.38 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672047 Jul 14 20:48:36.598102 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9340e6b-11f3-42a2-b5ef-ee5ef75845c6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:48:36.603820 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9340e6b-11f3-42a2-b5ef-ee5ef75845c6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:36.622007 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] Sync routers for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:48:36.646397 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:48:36.648096 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:48:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:36.651006 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-f9340e6b-11f3-42a2-b5ef-ee5ef75845c6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "PUT /v2.0/floatingips/6ae864a0-6cd3-4a79-956a-199723159c42 HTTP/1.1" status: 200 len: 991 time: 2.3106396 Jul 14 20:48:36.651985 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:36.656377 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcad60e-0e41-4d4d-b8ae-291a3720085e" -d '{"events": [{"name": "network-changed", "server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:36.807589 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-5ff15664-ec97-4789-a169-1afe3ca12d20 service neutron] 10.222.0.38 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181950 Jul 14 20:48:36.824736 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56818) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:36.853725 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:36.895375 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:48:37.034946 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:37.042065 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:37.139039 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf0ba70-3180-4646-91f2-e9fd0d65e8a8,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:37.148765 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f2c1ac-4a91-4ade-8183-325a61201b46 x-openstack-request-id: req-47f2c1ac-4a91-4ade-8183-325a61201b46 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:37.149084 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:37.151261 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-47f2c1ac-4a91-4ade-8183-325a61201b46 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:37.151821 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'status': 'completed', 'code': 200} Jul 14 20:48:37.186121 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.186599 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.186948 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.187280 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.187615 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.188009 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.188338 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.188665 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.188993 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.189315 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.190450 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.190783 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:37.225274 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-4b1e65a9-c4c3-44ee-95f2-371253966472 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b79af72cd844c52a479305c32363b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990123 Jul 14 20:48:37.233002 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56826) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:37.241225 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c8772257-892a-43e7-b008-9cf38a29404c req-2d20f533-8b41-45fa-8944-73b117f118d2 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 210 time: 0.0915096 Jul 14 20:48:37.348202 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-47986040-df9a-4eb4-99f7-44e0cdab7b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:37.407481 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-47986040-df9a-4eb4-99f7-44e0cdab7b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:37.418355 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '6ae864a0-6cd3-4a79-956a-199723159c42', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'port_id': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'mac_address': 'fa:16:3e:eb:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f227dca1-0276-45cc-9e88-54295133430a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:48:09Z', 'updated_at': '2021-07-14T20:48:35Z', 'revision_number': 1, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:37.466080 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] Checking router: f41e36aa-1f91-4150-b97f-71e6f563bd4b for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:48:37.481374 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:48:37.482326 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:48:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:37.500379 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-47986040-df9a-4eb4-99f7-44e0cdab7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:37.506200 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-47986040-df9a-4eb4-99f7-44e0cdab7b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:37.510822 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-47986040-df9a-4eb4-99f7-44e0cdab7b60 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fcf0ba70-3180-4646-91f2-e9fd0d65e8a8 HTTP/1.1" status: 204 len: 168 time: 0.2731698 Jul 14 20:48:37.523523 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47986040-df9a-4eb4-99f7-44e0cdab7b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf0ba70-3180-4646-91f2-e9fd0d65e8a8,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:37.874416 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:48:37.909854 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d2ae0-59d1-47ad-8598-ba0414a43763 req-33aead78-008a-44d3-b72b-def0b207fc10 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:37.913680 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-644d2ae0-59d1-47ad-8598-ba0414a43763 req-33aead78-008a-44d3-b72b-def0b207fc10 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1535280 Jul 14 20:48:38.046243 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-644d2ae0-59d1-47ad-8598-ba0414a43763 req-372a4607-5391-4e9d-89c7-760fdb6c7807 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004629 Jul 14 20:48:38.076758 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-a70ba44a-c2dd-4571-8a3f-03e8eb7bd1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:38.078425 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-a70ba44a-c2dd-4571-8a3f-03e8eb7bd1ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 1099 time: 0.2119672 Jul 14 20:48:38.155972 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 56846) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:38.180472 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-809f5545-8d52-4b27-843c-73383e19c149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:38.322666 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '6ae864a0-6cd3-4a79-956a-199723159c42', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'port_id': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'mac_address': 'fa:16:3e:eb:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f227dca1-0276-45cc-9e88-54295133430a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:48:09Z', 'updated_at': '2021-07-14T20:48:35Z', 'revision_number': 1, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:48:38.350901 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-1d22c212-6dfb-4f13-a145-92ec6a1805e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:38.357790 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-1d22c212-6dfb-4f13-a145-92ec6a1805e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 917 time: 0.2680242 Jul 14 20:48:38.378152 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-809f5545-8d52-4b27-843c-73383e19c149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:38.394545 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-809f5545-8d52-4b27-843c-73383e19c149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:38.404335 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34fa0b9-e01f-4003-90bf-1065bbdac435 None None] The sync data for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi is: [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '6ae864a0-6cd3-4a79-956a-199723159c42', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'port_id': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'mac_address': 'fa:16:3e:eb:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f227dca1-0276-45cc-9e88-54295133430a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:48:09Z', 'updated_at': '2021-07-14T20:48:35Z', 'revision_number': 1, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:48:38.468026 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f5545-8d52-4b27-843c-73383e19c149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b94b0d-1d5f-4a4a-b1ce-a11eb7138219,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:38.480871 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-809f5545-8d52-4b27-843c-73383e19c149 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca36448b63ec4b79a7f45064b8ffc5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204992 Jul 14 20:48:38.482808 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 56856) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:38.558392 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-34277f9e-d078-409f-8c2c-14f0dc64f090 req-ee8e3aab-441a-469c-9844-5c646dd8dcb6 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 210 time: 0.0449655 Jul 14 20:48:38.603755 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-278ce5cc-d38f-4e32-9b23-395befdf5cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:38.637700 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-278ce5cc-d38f-4e32-9b23-395befdf5cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:38.710914 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-278ce5cc-d38f-4e32-9b23-395befdf5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:38.715147 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-278ce5cc-d38f-4e32-9b23-395befdf5cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:38.716401 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-278ce5cc-d38f-4e32-9b23-395befdf5cbd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93b94b0d-1d5f-4a4a-b1ce-a11eb7138219 HTTP/1.1" status: 204 len: 168 time: 0.2321317 Jul 14 20:48:38.726033 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ce5cc-d38f-4e32-9b23-395befdf5cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b94b0d-1d5f-4a4a-b1ce-a11eb7138219,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:38.815355 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71a3b7-cedf-4f2c-a853-e0f6b9de8be7 None None] New status for floating IP 6ae864a0-6cd3-4a79-956a-199723159c42: ACTIVE {{(pid=99458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:48:39.363899 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b7d52-2453-47e9-b550-b728c785d940 req-d709e00f-707f-4ea2-bcd7-26715ae4fec1 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:39.366659 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ac9b7d52-2453-47e9-b550-b728c785d940 req-d709e00f-707f-4ea2-bcd7-26715ae4fec1 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1229565 Jul 14 20:48:39.437974 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ac9b7d52-2453-47e9-b550-b728c785d940 req-8a7f7acf-a6f1-40f7-91cc-3b33fca6d244 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622504 Jul 14 20:48:39.778996 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0a01f83b-a124-4ecb-b60f-05c5c2bc3138 req-0759351c-cd40-42f0-9e35-de3cdf552738 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 210 time: 0.0467949 Jul 14 20:48:40.671700 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b084c80-6adc-4344-8d51-796684861da0 req-2cbb68de-6fae-47dc-9e64-73d939397cf8 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:40.674190 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5b084c80-6adc-4344-8d51-796684861da0 req-2cbb68de-6fae-47dc-9e64-73d939397cf8 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0703757 Jul 14 20:48:40.731728 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5b084c80-6adc-4344-8d51-796684861da0 req-ddf14aa5-bdf1-45ff-b1e2-79c01fed384c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510612 Jul 14 20:48:40.957714 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f21c8d3a-13f0-4111-8aa8-93e45497c111 req-497ef11b-ae4f-487e-8718-805e4701089e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 210 time: 0.0439584 Jul 14 20:48:41.473532 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-e5bb606e-bedc-4671-a393-ff3bb0b0658f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74acc9e6-b330-4ea2-8682-f36e80f70458 HTTP/1.1" status: 200 len: 1001 time: 0.0982156 Jul 14 20:48:41.542400 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-eb563c2f-fd44-4e91-802f-233bc96e3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:41.545146 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-eb563c2f-fd44-4e91-802f-233bc96e3734 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.0594928 Jul 14 20:48:41.613393 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-541e1159-8403-4082-bc7a-5765274e900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:41.614932 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-541e1159-8403-4082-bc7a-5765274e900b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630198 Jul 14 20:48:41.726189 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-554665f4-404e-46b3-9f50-1f6240f12711 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008174 Jul 14 20:48:41.888332 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7fcad60e-0e41-4d4d-b8ae-291a3720085e req-de2fe0e7-1c84-4ee0-95ae-a10787dc60da service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551409 Jul 14 20:48:42.127235 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-6c519f0b-5239-4e40-aa8a-70dc75ed2480 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:42.128867 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-6c519f0b-5239-4e40-aa8a-70dc75ed2480 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 814 time: 0.1585524 Jul 14 20:48:42.147778 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6949689-9b4d-43ff-8e2f-28707fbc1d2e req-6c167979-3678-4ef5-9195-d7ac955cb4a1 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:42.150756 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6949689-9b4d-43ff-8e2f-28707fbc1d2e req-6c167979-3678-4ef5-9195-d7ac955cb4a1 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1829073 Jul 14 20:48:42.216142 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6949689-9b4d-43ff-8e2f-28707fbc1d2e req-737e9e30-5f7c-4593-9ebc-6d934cc72396 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531826 Jul 14 20:48:42.296014 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bb966d3b-fcb4-4ca2-8fc2-225d73f2bf1f req-0f3a26fe-d8da-403a-943c-7c2a679d4e17 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 210 time: 0.0505302 Jul 14 20:48:43.424921 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b3c92-f259-4078-8996-932698d21d96 req-952c7c5b-ff47-4c2b-8d04-7e20bf9834e5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:43.426568 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-955b3c92-f259-4078-8996-932698d21d96 req-952c7c5b-ff47-4c2b-8d04-7e20bf9834e5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0692029 Jul 14 20:48:43.467389 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-955b3c92-f259-4078-8996-932698d21d96 req-c85473dd-95e8-4835-aa28-91cc108a3884 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Jul 14 20:48:43.666924 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-da62321c-e052-4121-9382-b31e4ef52a79 req-57271e65-d40b-4c5e-a828-1abf8a4e0fbb tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 210 time: 0.0409830 Jul 14 20:48:44.178304 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:48:44.662684 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f8a8-c8f1-4d73-b881-ee3edcda138c req-71a6cc52-1e2d-409a-9042-41d2457686c2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:44.664432 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6d89f8a8-c8f1-4d73-b881-ee3edcda138c req-71a6cc52-1e2d-409a-9042-41d2457686c2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0712695 Jul 14 20:48:44.707088 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6d89f8a8-c8f1-4d73-b881-ee3edcda138c req-f74fccac-92d0-42a3-a38a-09a45c960001 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364554 Jul 14 20:48:44.841433 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-44055009-1c8d-4170-900f-956d3eaa71ae req-cc25e512-7cef-4e0b-88fb-1155caae2b16 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 210 time: 0.0302169 Jul 14 20:48:45.361498 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Request body: {'port': {'device_id': 'e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5', 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5', 'admin_state_up': True, 'tenant_id': '9023af6dfb53405f835085001e679ca9'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:45.482781 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Made reservation on behalf of 9023af6dfb53405f835085001e679ca9 for: {'port': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:48:45.487086 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:45.624376 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Allocated IP 172.20.0.7 (8b9b0dc0-34ac-48b3-bec1-be487f6435d5/1608b520-384d-4509-b720-6c2c073cce25/16717edb-7f62-47e4-9c1f-138652dc3fb1) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:48:45.786894 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:45.833192 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:45.851487 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['b7bfee66-999c-472c-bfb4-1016308a8fc9'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:48:45.927936 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:48:45.932457 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:48:45.937757 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:48:45.943418 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:45.944222 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:45.949823 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Pushing event updated for resources: {'Port': ['ID=16717edb-7f62-47e4-9c1f-138652dc3fb1,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:45.982033 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-2345f3f5-a822-48d6-81f3-7e76762cc9e7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6248612 Jul 14 20:48:46.025489 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb8185-2e88-49a1-8858-150549edcfe0 req-9bdffea4-f2b8-46e4-a2f3-13ee1b579393 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:46.038110 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-10bb8185-2e88-49a1-8858-150549edcfe0 req-9bdffea4-f2b8-46e4-a2f3-13ee1b579393 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.2090342 Jul 14 20:48:46.118707 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-10bb8185-2e88-49a1-8858-150549edcfe0 req-4cac5d24-b92d-45a9-b11d-8300d0c871ac tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790248 Jul 14 20:48:46.165279 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a9098-40f9-4557-abf8-7fc019ddba6c req-d7ba6a4c-c13b-4ce6-8259-072faf7e7384 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:46.166908 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ee7a9098-40f9-4557-abf8-7fc019ddba6c req-d7ba6a4c-c13b-4ce6-8259-072faf7e7384 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 931 time: 0.1239839 Jul 14 20:48:46.219775 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ee7a9098-40f9-4557-abf8-7fc019ddba6c req-eef0a61e-f3ed-4c98-926a-a3bc03bfa8cf tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463715 Jul 14 20:48:47.311493 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11c8d2-cbc6-47da-9885-68054b0059fc req-bf944031-e704-4a0e-a705-eb742f3d04e6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:47.313547 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-dc11c8d2-cbc6-47da-9885-68054b0059fc req-bf944031-e704-4a0e-a705-eb742f3d04e6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0726991 Jul 14 20:48:47.359499 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-dc11c8d2-cbc6-47da-9885-68054b0059fc req-f9593e04-ce74-4d2d-98df-d277c552c4ed tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386481 Jul 14 20:48:47.535332 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74eede-6d86-4665-9f93-de71cc1010fd req-51344962-a16f-4268-a489-736d6ec5d6ea tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:47.536892 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cd74eede-6d86-4665-9f93-de71cc1010fd req-51344962-a16f-4268-a489-736d6ec5d6ea tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 931 time: 0.0717580 Jul 14 20:48:47.577713 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cd74eede-6d86-4665-9f93-de71cc1010fd req-36417126-9a68-4769-a0e9-ab07a03f800d tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348580 Jul 14 20:48:48.542550 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3044d-e596-4f44-b10b-58b0cff03757 req-81c5ebf0-7734-4a4e-8051-6a8e099f23d4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:48.544146 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-13e3044d-e596-4f44-b10b-58b0cff03757 req-81c5ebf0-7734-4a4e-8051-6a8e099f23d4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0660405 Jul 14 20:48:48.583551 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-13e3044d-e596-4f44-b10b-58b0cff03757 req-c43d3e7d-8fa3-49d1-8926-ff94649f25a0 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329766 Jul 14 20:48:48.752754 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d08e2-b1d4-48f2-a359-b68dc49748e2 req-29c7382c-a074-47c4-9b7d-5bb4fbd774d3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:48.754238 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ff0d08e2-b1d4-48f2-a359-b68dc49748e2 req-29c7382c-a074-47c4-9b7d-5bb4fbd774d3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 931 time: 0.0654893 Jul 14 20:48:48.796827 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ff0d08e2-b1d4-48f2-a359-b68dc49748e2 req-a1b4afd9-193f-4cc4-8ae2-15df0410cc6f tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322666 Jul 14 20:48:49.272817 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Request body: {'port': {'device_id': 'e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:48:49.388666 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:49.685872 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16717edb-7f62-47e4-9c1f-138652dc3fb1 {{(pid=99456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:48:49.697085 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:49.718786 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Transition to ACTIVE for port object 16717edb-7f62-47e4-9c1f-138652dc3fb1 will not be triggered until provisioned by entity L2. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:48:49.723042 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:49.793369 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=16717edb-7f62-47e4-9c1f-138652dc3fb1,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:49.801326 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88fc41-0df5-4da6-b58d-32236b2a99ea req-f85b432c-d925-45ae-a58a-34c864a4cff7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:49.804328 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6f88fc41-0df5-4da6-b58d-32236b2a99ea req-f85b432c-d925-45ae-a58a-34c864a4cff7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0838139 Jul 14 20:48:49.843517 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Attempting to bind port 16717edb-7f62-47e4-9c1f-138652dc3fb1 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:48:49.843938 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Attempting to bind port 16717edb-7f62-47e4-9c1f-138652dc3fb1 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:48:49.844509 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Attempting to bind port 16717edb-7f62-47e4-9c1f-138652dc3fb1 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:48:49.850297 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Port 16717edb-7f62-47e4-9c1f-138652dc3fb1 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:48:49.857848 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Attempting to bind port 16717edb-7f62-47e4-9c1f-138652dc3fb1 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:48:49.857848 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:48:49.857848 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Checking segment: {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:48:49.858472 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Bound using segment: {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:48:49.858864 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Bound port: 16717edb-7f62-47e4-9c1f-138652dc3fb1, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'}}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:48:49.859332 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:49.868482 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6f88fc41-0df5-4da6-b58d-32236b2a99ea req-88cde0da-3e33-4536-b6eb-7973369d1568 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585573 Jul 14 20:48:49.943763 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] For port 16717edb-7f62-47e4-9c1f-138652dc3fb1, host hv-cinder-80083, cleared binding levels {{(pid=99456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:48:49.949525 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] For port 16717edb-7f62-47e4-9c1f-138652dc3fb1, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=16717edb-7f62-47e4-9c1f-138652dc3fb1,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:48:49.955866 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:50.082176 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:50.083173 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:50.085443 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] 10.222.0.43 "PUT /v2.0/ports/16717edb-7f62-47e4-9c1f-138652dc3fb1 HTTP/1.1" status: 200 len: 1093 time: 0.8205421 Jul 14 20:48:50.089148 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5', 'tag': '16717edb-7f62-47e4-9c1f-138652dc3fb1'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:50.093002 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5", "tag": "16717edb-7f62-47e4-9c1f-138652dc3fb1"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:50.136994 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4568c-a1ad-4bbe-afee-2a848a03c6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=16717edb-7f62-47e4-9c1f-138652dc3fb1,revision_number=3']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:50.142554 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d0745c-27fc-4123-b097-373da7f9178c x-openstack-request-id: req-73d0745c-27fc-4123-b097-373da7f9178c {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:50.142970 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5", "tag": "16717edb-7f62-47e4-9c1f-138652dc3fb1", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:50.143336 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73d0745c-27fc-4123-b097-373da7f9178c {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:50.143952 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5', 'tag': '16717edb-7f62-47e4-9c1f-138652dc3fb1', 'status': 'completed', 'code': 200} Jul 14 20:48:50.205093 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30668301-d1cd-4ca8-870d-a021f169e253 req-9fa6b4e0-b161-41fe-8052-cff9b930db50 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:50.206773 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-30668301-d1cd-4ca8-870d-a021f169e253 req-9fa6b4e0-b161-41fe-8052-cff9b930db50 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 943 time: 0.1953061 Jul 14 20:48:50.268628 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-da8a6d51-8bc7-4c42-a6df-7a4366c9b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:50.270218 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-da8a6d51-8bc7-4c42-a6df-7a4366c9b7d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 1096 time: 0.1100943 Jul 14 20:48:50.274404 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-30668301-d1cd-4ca8-870d-a021f169e253 req-c29e7cde-93a2-4ffd-b613-c3d949ab0366 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574841 Jul 14 20:48:50.325352 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-3e7c01f1-d9d4-434f-8970-9254ac6bcf20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16717edb-7f62-47e4-9c1f-138652dc3fb1 HTTP/1.1" status: 200 len: 217 time: 0.0394623 Jul 14 20:48:50.440969 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-3611cac7-6c51-41d0-935a-9c1cb1b54c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:50.443484 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-3611cac7-6c51-41d0-935a-9c1cb1b54c9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1608b520-384d-4509-b720-6c2c073cce25 HTTP/1.1" status: 200 len: 854 time: 0.1096570 Jul 14 20:48:50.506572 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-95735d17-291b-456f-878a-9e90f7642693 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516012 Jul 14 20:48:50.636973 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-09992189-b1a3-45d4-a607-da41fa389ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099224 Jul 14 20:48:50.739700 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-87054ad4-af06-4993-8fbd-1b181ca55e47 req-455cb2aa-bc00-4736-8b7f-c6e20a025a04 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941200 Jul 14 20:48:50.866496 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e req-0631466b-a1c3-49d2-8409-9106155636da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:50.868241 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e req-0631466b-a1c3-49d2-8409-9106155636da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 1096 time: 0.0630531 Jul 14 20:48:50.972954 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e req-482296d8-960b-4c48-bd2a-aa3fea1d13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:50.974694 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e req-482296d8-960b-4c48-bd2a-aa3fea1d13d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 915 time: 0.0940409 Jul 14 20:48:51.025891 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e req-9dd4d006-054c-46de-af5e-dd00a43923a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16717edb-7f62-47e4-9c1f-138652dc3fb1 HTTP/1.1" status: 200 len: 217 time: 0.0401154 Jul 14 20:48:51.123349 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e req-17d89fae-0e73-471e-9fed-dd9d768d0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:51.124823 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e req-17d89fae-0e73-471e-9fed-dd9d768d0d93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1608b520-384d-4509-b720-6c2c073cce25 HTTP/1.1" status: 200 len: 854 time: 0.0643256 Jul 14 20:48:51.150883 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c002-416f-4cae-bd64-a9a460acc58f req-09187a25-1d8c-4031-a771-f21649201756 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:51.152556 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-83a0c002-416f-4cae-bd64-a9a460acc58f req-09187a25-1d8c-4031-a771-f21649201756 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1238408 Jul 14 20:48:51.172823 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e req-f3fa4cb5-a5ff-48b5-9c63-3767468d8c2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389109 Jul 14 20:48:51.256849 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-83a0c002-416f-4cae-bd64-a9a460acc58f req-541293b3-0b52-4127-8b51-209ec767cf12 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865512 Jul 14 20:48:51.298098 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e req-98d5b189-f726-44f6-8ef9-eabde0ff6597 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175282 Jul 14 20:48:51.400391 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d7a71dcd-521c-4dd0-bb27-4ec147c89e4e req-6ae4e4f6-cec7-474b-9264-dd09e87d2ec7 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895383 Jul 14 20:48:51.483588 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248f82c-b981-4266-9cc1-a5943fc15b06 req-d06809b0-bcba-47e9-9c84-6a7ce5b3a2f9 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:51.485122 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9248f82c-b981-4266-9cc1-a5943fc15b06 req-d06809b0-bcba-47e9-9c84-6a7ce5b3a2f9 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 943 time: 0.0713756 Jul 14 20:48:51.528333 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9248f82c-b981-4266-9cc1-a5943fc15b06 req-a8b2f082-7d55-4467-ab43-7babc1b4f12b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362573 Jul 14 20:48:51.551953 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-c2cf98df-84ae-4781-9735-d1d4586a5a1c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0981331 Jul 14 20:48:51.681332 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-611ca496-c4a2-4d7f-a0dc-fbc5a171e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:51.683401 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-611ca496-c4a2-4d7f-a0dc-fbc5a171e0e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=725df62a7d4c4aae81c6dcd209bd0a55&device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0715218 Jul 14 20:48:51.839297 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-95b2d65a-cccc-4142-88a0-6fe69ce86202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:51.842125 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-95b2d65a-cccc-4142-88a0-6fe69ce86202 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54f17d9c-f91f-419f-9fd9-c3afc0562d90 HTTP/1.1" status: 200 len: 913 time: 0.1252816 Jul 14 20:48:51.897777 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-d23b5a54-a939-4dc8-85ed-479348fc1211 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf66fd2c-ce1d-44be-963d-cbb137083d3f HTTP/1.1" status: 200 len: 217 time: 0.0456743 Jul 14 20:48:51.981706 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-1dbcb2f1-0994-4557-bd26-5aabf408be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:51.984162 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-1dbcb2f1-0994-4557-bd26-5aabf408be79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3ad1ff-15e7-42b5-97ce-62659b2c7d87 HTTP/1.1" status: 200 len: 852 time: 0.0764148 Jul 14 20:48:52.021961 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-36d1bd9b-af0c-4f91-acec-ea91093d0c53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f17d9c-f91f-419f-9fd9-c3afc0562d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296052 Jul 14 20:48:52.126068 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-01b250f3-416a-41ab-826e-245658cf910b service neutron] 10.222.0.43 "GET /v2.0/networks/54f17d9c-f91f-419f-9fd9-c3afc0562d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950029 Jul 14 20:48:52.249155 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-28044a78-6421-42ad-bfa2-f5d09c31c0dc req-01eadc64-1d07-45bc-bd51-9be778285d6a service neutron] 10.222.0.43 "GET /v2.0/networks/54f17d9c-f91f-419f-9fd9-c3afc0562d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127286 Jul 14 20:48:52.458856 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a35921-64e6-4e30-b730-298f188c56af req-d46b8565-229c-49ac-8828-1b12a5808553 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:52.460173 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2a35921-64e6-4e30-b730-298f188c56af req-d46b8565-229c-49ac-8828-1b12a5808553 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0743577 Jul 14 20:48:52.503509 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2a35921-64e6-4e30-b730-298f188c56af req-1e38d6d1-fb26-407f-a8a6-2a0294b37bf9 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369380 Jul 14 20:48:52.628828 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:52.718116 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabacc61-ee0a-4ceb-9e4b-63dcb7283b41 req-c2c3296f-6bad-4695-9fc8-af4f31de4213 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:52.719589 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-eabacc61-ee0a-4ceb-9e4b-63dcb7283b41 req-c2c3296f-6bad-4695-9fc8-af4f31de4213 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 943 time: 0.0716560 Jul 14 20:48:52.761227 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-eabacc61-ee0a-4ceb-9e4b-63dcb7283b41 req-211d70ec-7067-4ac2-b3f4-53d4d89b3d97 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Jul 14 20:48:52.920406 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0fc72f5e-9f6c-41b6-8fb2-7afa90ef1ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:53.543071 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 16717edb-7f62-47e4-9c1f-138652dc3fb1 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:48:53.646971 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 16717edb-7f62-47e4-9c1f-138652dc3fb1, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=16717edb-7f62-47e4-9c1f-138652dc3fb1,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:53.659377 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '16717edb-7f62-47e4-9c1f-138652dc3fb1', 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5', 'port_id': '16717edb-7f62-47e4-9c1f-138652dc3fb1', 'mac_address': 'fa:16:3e:7d:f7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1608b520-384d-4509-b720-6c2c073cce25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:48:53.698873 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48afbf5-14cf-4090-af5e-e9ab2429ada6 req-c18a3544-0a6a-4e2d-85bd-b70ee8335ae7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:53.700399 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:53.700541 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c48afbf5-14cf-4090-af5e-e9ab2429ada6 req-c18a3544-0a6a-4e2d-85bd-b70ee8335ae7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0650442 Jul 14 20:48:53.716911 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16717edb-7f62-47e4-9c1f-138652dc3fb1 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:48:53.739998 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 16717edb-7f62-47e4-9c1f-138652dc3fb1, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=16717edb-7f62-47e4-9c1f-138652dc3fb1,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:53.742383 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c48afbf5-14cf-4090-af5e-e9ab2429ada6 req-3a177c2a-5f3c-42ba-a541-d80bc4f363e2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Jul 14 20:48:53.745977 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:53.796315 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=16717edb-7f62-47e4-9c1f-138652dc3fb1,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:53.805009 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.805392 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.805724 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.806047 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.806374 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.806819 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.807251 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.807625 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.807985 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.808307 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.808622 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.808932 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:48:53.944770 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf50e7-cb97-41c4-92ec-5a100935db6f req-0863fe31-9f3f-43fe-869b-5cd92fc25638 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:53.946484 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-39bf50e7-cb97-41c4-92ec-5a100935db6f req-0863fe31-9f3f-43fe-869b-5cd92fc25638 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 944 time: 0.0680342 Jul 14 20:48:53.987482 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-39bf50e7-cb97-41c4-92ec-5a100935db6f req-d7d847ce-0ce9-437e-a531-354ca7dfdd41 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347781 Jul 14 20:48:54.942562 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a23c-7c03-4a23-9504-341c404557f8 req-fbd659e4-7ca3-4fec-af48-271235a743d0 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:54.944134 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f2e8a23c-7c03-4a23-9504-341c404557f8 req-fbd659e4-7ca3-4fec-af48-271235a743d0 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0725019 Jul 14 20:48:54.985156 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f2e8a23c-7c03-4a23-9504-341c404557f8 req-ee7216d0-2a2e-46ab-b5e2-9f9327206a4a tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352740 Jul 14 20:48:55.173731 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c86ec-d7ef-45a9-9410-baed533e04b3 req-8d9a4e5c-0594-477d-b64a-dfa5953ced1b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:55.175350 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-253c86ec-d7ef-45a9-9410-baed533e04b3 req-8d9a4e5c-0594-477d-b64a-dfa5953ced1b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 944 time: 0.0700099 Jul 14 20:48:55.235492 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-253c86ec-d7ef-45a9-9410-baed533e04b3 req-b6ffd681-5649-48fe-b97e-fdd8c8ff70e6 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495734 Jul 14 20:48:55.967206 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:56.065802 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a1667bf8-2b1e-4757-b6aa-1d547660fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:56.179414 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56abec3-4e2f-478a-a6b4-f17caf6b3770 req-b66e052e-4741-4b37-a62e-0eb2574bb46b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:56.181097 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a56abec3-4e2f-478a-a6b4-f17caf6b3770 req-b66e052e-4741-4b37-a62e-0eb2574bb46b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0718844 Jul 14 20:48:56.223197 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a56abec3-4e2f-478a-a6b4-f17caf6b3770 req-ba2c68e2-df2a-40a8-814c-3e9db64b3351 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Jul 14 20:48:56.277413 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['16717edb-7f62-47e4-9c1f-138652dc3fb1'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:48:56.474398 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00589-4bcd-4f8d-8688-1be73363718d req-0b09eceb-eeb8-41fd-9a5b-7d5795117eb4 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:56.475829 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-82b00589-4bcd-4f8d-8688-1be73363718d req-0b09eceb-eeb8-41fd-9a5b-7d5795117eb4 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 944 time: 0.0960560 Jul 14 20:48:56.519160 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-82b00589-4bcd-4f8d-8688-1be73363718d req-e205fbc6-42e7-4919-bda5-fd503faa28ae tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373056 Jul 14 20:48:56.905299 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:57.500363 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7decf1d-7ace-4448-a0f8-a857fb20153c req-9ebb2703-89f5-4748-b5cc-a2aed5f58d14 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:57.504459 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b7decf1d-7ace-4448-a0f8-a857fb20153c req-9ebb2703-89f5-4748-b5cc-a2aed5f58d14 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0905008 Jul 14 20:48:57.547896 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b7decf1d-7ace-4448-a0f8-a857fb20153c req-663dc82b-fd59-40ab-b9b9-6840b568b3c2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368373 Jul 14 20:48:57.645119 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 57318) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:57.709654 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 16717edb-7f62-47e4-9c1f-138652dc3fb1 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:48:57.726042 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a2e79-a0ce-4d56-ae48-cbcc3dcfbae9 req-990d93da-a43b-4401-8d21-ace6e9f6b8d3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:57.728632 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3f3a2e79-a0ce-4d56-ae48-cbcc3dcfbae9 req-990d93da-a43b-4401-8d21-ace6e9f6b8d3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 944 time: 0.0842669 Jul 14 20:48:57.781348 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f056ef67-5e3a-49f2-924b-8ae8219983ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:57.790288 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3f3a2e79-a0ce-4d56-ae48-cbcc3dcfbae9 req-3675e7d1-48cc-4cc2-bb0f-9e783499f0b7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545838 Jul 14 20:48:57.801540 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 16717edb-7f62-47e4-9c1f-138652dc3fb1 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:48:57.807964 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 16717edb-7f62-47e4-9c1f-138652dc3fb1 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:48:57.808929 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:57.905446 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f056ef67-5e3a-49f2-924b-8ae8219983ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:57.910763 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f056ef67-5e3a-49f2-924b-8ae8219983ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:57.911035 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:57.949418 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16717edb-7f62-47e4-9c1f-138652dc3fb1'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:48:57.952255 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e326fe5-2dfb-4328-9ecb-33309d5860ef" -d '{"events": [{"server_uuid": "e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5", "name": "network-vif-plugged", "status": "completed", "tag": "16717edb-7f62-47e4-9c1f-138652dc3fb1"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:48:57.956105 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-f056ef67-5e3a-49f2-924b-8ae8219983ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84d891b8577a4393809ef0891a454d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095608 Jul 14 20:48:57.957289 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056ef67-5e3a-49f2-924b-8ae8219983ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba73ba8b-e1e3-4e13-aedf-a665141c2e3b,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:57.958807 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 57330) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:57.973650 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 16717edb-7f62-47e4-9c1f-138652dc3fb1, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=16717edb-7f62-47e4-9c1f-138652dc3fb1,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:48:57.979798 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:58.023904 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b381cf83-71c0-4eed-9edc-691346496888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:58.049998 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=16717edb-7f62-47e4-9c1f-138652dc3fb1,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:58.062484 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b381cf83-71c0-4eed-9edc-691346496888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:58.175224 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b381cf83-71c0-4eed-9edc-691346496888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:58.181371 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b381cf83-71c0-4eed-9edc-691346496888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:58.184069 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-b381cf83-71c0-4eed-9edc-691346496888 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba73ba8b-e1e3-4e13-aedf-a665141c2e3b HTTP/1.1" status: 204 len: 168 time: 0.2231803 Jul 14 20:48:58.202866 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381cf83-71c0-4eed-9edc-691346496888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba73ba8b-e1e3-4e13-aedf-a665141c2e3b,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:58.283431 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194d6cce-9bc7-489b-a492-a14c9cd9293a x-openstack-request-id: req-194d6cce-9bc7-489b-a492-a14c9cd9293a {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:48:58.283900 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5", "name": "network-vif-plugged", "status": "completed", "tag": "16717edb-7f62-47e4-9c1f-138652dc3fb1", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:48:58.284422 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-194d6cce-9bc7-489b-a492-a14c9cd9293a {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:48:58.284929 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16717edb-7f62-47e4-9c1f-138652dc3fb1', 'code': 200} Jul 14 20:48:58.557865 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:58.654112 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e62d7-ee03-4074-a1a9-167f440703b5 req-0b3d9c5f-23f3-492f-8d11-a814fc12ef3e tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:58.670512 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-656e62d7-ee03-4074-a1a9-167f440703b5 req-0b3d9c5f-23f3-492f-8d11-a814fc12ef3e tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.2744718 Jul 14 20:48:58.728778 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 57356) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:58.757441 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4f544ae5-42a6-4d52-9ecb-2381d8e71369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:58.802137 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-656e62d7-ee03-4074-a1a9-167f440703b5 req-463758ec-eb08-48f0-aeeb-050f845fc6a1 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297636 Jul 14 20:48:58.873713 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7606a4-9ad0-45fa-a1e4-a6049303f575 req-fdd8d2f7-09ea-4efb-8c3b-94a2ba788c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:58.875392 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8b7606a4-9ad0-45fa-a1e4-a6049303f575 req-fdd8d2f7-09ea-4efb-8c3b-94a2ba788c58 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 1098 time: 0.2614720 Jul 14 20:48:58.989040 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8b7606a4-9ad0-45fa-a1e4-a6049303f575 req-59c9e68b-1060-4d9e-a7a5-617f47cc8de4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998671 Jul 14 20:48:58.994887 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4f544ae5-42a6-4d52-9ecb-2381d8e71369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:59.001275 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4f544ae5-42a6-4d52-9ecb-2381d8e71369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:59.078858 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-4f544ae5-42a6-4d52-9ecb-2381d8e71369 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d065b38f317e4797a2a3436348413361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492978 Jul 14 20:48:59.082139 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 57364) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:48:59.083339 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f544ae5-42a6-4d52-9ecb-2381d8e71369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad5a825-c63d-4bd9-b228-11f1d26a4367,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:48:59.128944 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e9d7d-79f3-40d2-ada8-38d1eac84e15 req-dd3b07a6-8ee0-4659-8c2b-63c8aedae304 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:59.130594 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d82e9d7d-79f3-40d2-ada8-38d1eac84e15 req-dd3b07a6-8ee0-4659-8c2b-63c8aedae304 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1089985 Jul 14 20:48:59.179238 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3525f0a4-8cef-458c-a6d8-83306c7e12b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:59.190498 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4ca6f-a5b7-424e-8fad-cb2d8f66b12d req-eb30b864-b28b-44ef-93ff-00a315253278 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:48:59.192320 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a4e4ca6f-a5b7-424e-8fad-cb2d8f66b12d req-eb30b864-b28b-44ef-93ff-00a315253278 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.1657808 Jul 14 20:48:59.206528 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d82e9d7d-79f3-40d2-ada8-38d1eac84e15 req-5d50d5e5-20fa-4f1d-8f65-93cfa4f5392b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649569 Jul 14 20:48:59.257029 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3525f0a4-8cef-458c-a6d8-83306c7e12b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:59.347224 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a4e4ca6f-a5b7-424e-8fad-cb2d8f66b12d req-2bf3e3da-f7d3-4f2f-8348-684d1d1db6e8 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394856 Jul 14 20:48:59.385592 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3525f0a4-8cef-458c-a6d8-83306c7e12b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:59.390197 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3525f0a4-8cef-458c-a6d8-83306c7e12b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:48:59.392644 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3525f0a4-8cef-458c-a6d8-83306c7e12b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ad5a825-c63d-4bd9-b228-11f1d26a4367 HTTP/1.1" status: 204 len: 168 time: 0.3089924 Jul 14 20:48:59.406322 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525f0a4-8cef-458c-a6d8-83306c7e12b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad5a825-c63d-4bd9-b228-11f1d26a4367,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:00.065600 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ea82b-96e0-4dd3-baa3-2b5d0544c3ee req-152c1fec-5121-4455-a8b8-bee52865b172 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:00.067603 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e3ea82b-96e0-4dd3-baa3-2b5d0544c3ee req-152c1fec-5121-4455-a8b8-bee52865b172 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.1198587 Jul 14 20:49:00.120970 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e3ea82b-96e0-4dd3-baa3-2b5d0544c3ee req-1d7c57ae-f20d-4355-a563-ecec2b0daa0f tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 Jul 14 20:49:00.644065 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cf136-db4b-4d94-9de6-59bd22e39477 req-59a9636a-b8d5-49f9-a229-247e4f3d9614 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:00.646642 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b31cf136-db4b-4d94-9de6-59bd22e39477 req-59a9636a-b8d5-49f9-a229-247e4f3d9614 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.2936974 Jul 14 20:49:00.707457 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b31cf136-db4b-4d94-9de6-59bd22e39477 req-17d24a88-03f7-41ab-ac25-46319b783ccd tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440810 Jul 14 20:49:00.898810 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df4cb1-e269-4f24-9641-1299d2ef80e7 req-6aa11204-5680-40fe-bb51-ea8443e3b1c9 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:00.900258 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-17df4cb1-e269-4f24-9641-1299d2ef80e7 req-6aa11204-5680-40fe-bb51-ea8443e3b1c9 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.0729387 Jul 14 20:49:00.941887 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-17df4cb1-e269-4f24-9641-1299d2ef80e7 req-cebcfd9f-94e0-45e2-b6d3-f6ca8fef9da5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Jul 14 20:49:01.300657 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e7561-7d31-4590-80c5-9218a6b19594 req-18a693a7-e559-4d4e-9484-2e740d09618c tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:01.302195 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6a5e7561-7d31-4590-80c5-9218a6b19594 req-18a693a7-e559-4d4e-9484-2e740d09618c tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.0658724 Jul 14 20:49:01.342115 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6a5e7561-7d31-4590-80c5-9218a6b19594 req-ec361e49-e537-4536-812a-6d76d2fd9302 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342696 Jul 14 20:49:01.885282 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cf483-2cd7-4765-b050-3b9979334026 req-596bf3f3-6715-40bd-b2f2-97c09b8b2026 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:01.886808 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-021cf483-2cd7-4765-b050-3b9979334026 req-596bf3f3-6715-40bd-b2f2-97c09b8b2026 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0648582 Jul 14 20:49:01.945436 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-021cf483-2cd7-4765-b050-3b9979334026 req-2362161b-6a14-4603-a673-de1bfd5487d1 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527160 Jul 14 20:49:02.132412 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be6d98-e381-45dd-8afe-31a4bd893a33 req-e4d4ec14-5c44-4226-9ba5-fa5148175803 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:02.134193 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-15be6d98-e381-45dd-8afe-31a4bd893a33 req-e4d4ec14-5c44-4226-9ba5-fa5148175803 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.0788617 Jul 14 20:49:02.177428 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-15be6d98-e381-45dd-8afe-31a4bd893a33 req-ac5be486-ae64-4dcd-8b17-772005b56357 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362687 Jul 14 20:49:02.521422 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004bca-35a3-4b52-81fb-c4145992d820 req-44827db5-5a6b-48a9-8218-3d79a9ffa420 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:02.522908 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-44004bca-35a3-4b52-81fb-c4145992d820 req-44827db5-5a6b-48a9-8218-3d79a9ffa420 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.0691659 Jul 14 20:49:02.559631 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-44004bca-35a3-4b52-81fb-c4145992d820 req-e4705b0a-a433-4fc5-bd2c-0d59d1a2b973 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Jul 14 20:49:03.167616 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321ab8-4f6e-4ffa-9976-9ff5ef01af2b req-32858dda-e35d-4060-b248-fb9babce6f8b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:03.169262 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-89321ab8-4f6e-4ffa-9976-9ff5ef01af2b req-32858dda-e35d-4060-b248-fb9babce6f8b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0955334 Jul 14 20:49:03.224907 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-89321ab8-4f6e-4ffa-9976-9ff5ef01af2b req-ecb5f64a-a50f-4eb5-bf5f-bc914e359a96 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Jul 14 20:49:03.379871 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96820c-31ca-411c-9ad2-b3fd763fbd12 req-5a808d37-41e1-4d03-8649-92e8cce8885b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:03.381999 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cf96820c-31ca-411c-9ad2-b3fd763fbd12 req-5a808d37-41e1-4d03-8649-92e8cce8885b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.0750890 Jul 14 20:49:03.436714 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cf96820c-31ca-411c-9ad2-b3fd763fbd12 req-1621fdd9-3929-45ef-87e9-cd0efb6ae862 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485997 Jul 14 20:49:03.777581 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb762f3b-835b-4062-9470-629e138ee630 req-b1bba2d3-af83-4efd-a968-e1a7af2c3b00 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:03.779077 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cb762f3b-835b-4062-9470-629e138ee630 req-b1bba2d3-af83-4efd-a968-e1a7af2c3b00 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.0800214 Jul 14 20:49:03.822074 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cb762f3b-835b-4062-9470-629e138ee630 req-c817a538-2280-4103-a333-3e6305f091ef tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330608 Jul 14 20:49:04.425120 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f4017-838c-4bb7-bcbb-0ec0713b67e7 req-a5a63a33-680f-4804-8eeb-8871352ddf8c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:04.426690 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-968f4017-838c-4bb7-bcbb-0ec0713b67e7 req-a5a63a33-680f-4804-8eeb-8871352ddf8c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0675826 Jul 14 20:49:04.467771 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-968f4017-838c-4bb7-bcbb-0ec0713b67e7 req-a7e8b730-e5b6-45ef-82a5-d9279b662d6f tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353928 Jul 14 20:49:04.646374 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ffe61-d6ad-4ea6-afb3-bf8b492150a4 req-d33e08e3-da35-4a5e-b898-da33d63188c1 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:04.647854 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-1c9ffe61-d6ad-4ea6-afb3-bf8b492150a4 req-d33e08e3-da35-4a5e-b898-da33d63188c1 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.0680439 Jul 14 20:49:04.692858 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-1c9ffe61-d6ad-4ea6-afb3-bf8b492150a4 req-44713b3c-d81b-41e1-92c0-fe6f10b97ad3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388417 Jul 14 20:49:05.019389 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70617-aebb-4027-bd30-87a9111c026d req-6e449c01-aeb6-49e3-80d8-4fb647b85853 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:05.020985 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-34c70617-aebb-4027-bd30-87a9111c026d req-6e449c01-aeb6-49e3-80d8-4fb647b85853 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.0726042 Jul 14 20:49:05.060371 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-34c70617-aebb-4027-bd30-87a9111c026d req-01db204d-43e1-4816-bbb9-d27a701d407d tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337105 Jul 14 20:49:05.671538 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f6602-e466-4b69-860a-587d46a91d83 req-ca989017-8aa5-4612-b31d-a54e967ad4b9 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:05.673714 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-550f6602-e466-4b69-860a-587d46a91d83 req-ca989017-8aa5-4612-b31d-a54e967ad4b9 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0787377 Jul 14 20:49:05.711738 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-550f6602-e466-4b69-860a-587d46a91d83 req-4c178de2-7497-41ff-b1a7-b7262f59b5b0 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Jul 14 20:49:05.888350 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db07513-42ee-4728-845e-9ed348ad5568 req-861bca5d-5579-4b79-b327-676989406547 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:05.889835 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6db07513-42ee-4728-845e-9ed348ad5568 req-861bca5d-5579-4b79-b327-676989406547 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.0722468 Jul 14 20:49:05.929163 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6db07513-42ee-4728-845e-9ed348ad5568 req-ca0d54e7-5642-4652-ade7-b1ebaffd47b9 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334842 Jul 14 20:49:06.264624 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60612a05-d220-4369-b487-8ab835d6def3 req-0c8e81b7-3745-4e26-a536-ff38e67dc2f6 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:06.267727 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-60612a05-d220-4369-b487-8ab835d6def3 req-0c8e81b7-3745-4e26-a536-ff38e67dc2f6 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.0831165 Jul 14 20:49:06.310986 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-60612a05-d220-4369-b487-8ab835d6def3 req-e3beea68-3f82-4215-916d-ba618471d2c6 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369630 Jul 14 20:49:06.905792 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007ce76-acc7-4ce5-a4e8-e6322b48ba67 req-689c0831-c479-4698-b415-b96df1c4d920 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:06.907348 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c007ce76-acc7-4ce5-a4e8-e6322b48ba67 req-689c0831-c479-4698-b415-b96df1c4d920 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0755057 Jul 14 20:49:06.948165 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c007ce76-acc7-4ce5-a4e8-e6322b48ba67 req-24ab9b16-c6c2-4a3e-ab61-1c0a72a258a0 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Jul 14 20:49:07.122544 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79543c3a-feb8-42ff-b67f-d28165c7b626 req-bbb4030b-0664-49a9-8486-b75f81568dfc tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:07.124178 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-79543c3a-feb8-42ff-b67f-d28165c7b626 req-bbb4030b-0664-49a9-8486-b75f81568dfc tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.0779138 Jul 14 20:49:07.172388 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-79543c3a-feb8-42ff-b67f-d28165c7b626 req-12f43b72-7c70-4e7b-87cf-2c631683fc3b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Jul 14 20:49:07.506265 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39ad93-861d-4e3b-9573-5531a8c41d54 req-cbaee947-5f31-44aa-b356-09af8ac9b4c2 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:07.507798 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-aa39ad93-861d-4e3b-9573-5531a8c41d54 req-cbaee947-5f31-44aa-b356-09af8ac9b4c2 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.0746083 Jul 14 20:49:07.548302 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-aa39ad93-861d-4e3b-9573-5531a8c41d54 req-639cc4e7-8546-4c5e-947f-a7955ba4383e tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348339 Jul 14 20:49:08.079605 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-24bde9c5-46ae-4e16-9fce-9e4bfffbdbd2 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:08.081268 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-24bde9c5-46ae-4e16-9fce-9e4bfffbdbd2 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.43 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 945 time: 0.0798569 Jul 14 20:49:08.269035 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca01168-ed45-4c95-b8d4-18781e6ccda3 req-4fdf148c-72c7-4fb1-b6f4-6779183e287b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:08.270662 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2ca01168-ed45-4c95-b8d4-18781e6ccda3 req-4fdf148c-72c7-4fb1-b6f4-6779183e287b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1870732 Jul 14 20:49:08.316919 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-78080e5b-36a5-469c-9571-444fa15973e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Deleting port bf66fd2c-ce1d-44be-963d-cbb137083d3f {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:49:08.317287 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-78080e5b-36a5-469c-9571-444fa15973e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:08.368758 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2ca01168-ed45-4c95-b8d4-18781e6ccda3 req-c457741b-2c79-41ad-9250-febced66047c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890021 Jul 14 20:49:08.379161 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e6928-4310-4015-a007-3fd1dd720d7d req-b9183b34-0f78-4094-a35e-66123a0e3fe6 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:08.381416 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e83e6928-4310-4015-a007-3fd1dd720d7d req-b9183b34-0f78-4094-a35e-66123a0e3fe6 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.0793650 Jul 14 20:49:08.436577 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e83e6928-4310-4015-a007-3fd1dd720d7d req-cbd04983-9b58-481c-bab1-5c72c4dde07d tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483372 Jul 14 20:49:08.451835 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-78080e5b-36a5-469c-9571-444fa15973e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] For port bf66fd2c-ce1d-44be-963d-cbb137083d3f, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=bf66fd2c-ce1d-44be-963d-cbb137083d3f,segment=NetworkSegment(55e84459-69b8-45ec-a68c-8537972f64fe),segment_id=55e84459-69b8-45ec-a68c-8537972f64fe)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:08.452258 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-78080e5b-36a5-469c-9571-444fa15973e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:08.483218 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-78080e5b-36a5-469c-9571-444fa15973e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Calling delete_port for bf66fd2c-ce1d-44be-963d-cbb137083d3f owned by compute:nova {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:49:08.697674 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-78080e5b-36a5-469c-9571-444fa15973e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:08.720617 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['bf66fd2c-ce1d-44be-963d-cbb137083d3f'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:49:08.750080 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78080e5b-36a5-469c-9571-444fa15973e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Pushing event deleted for resources: {'Port': ['ID=bf66fd2c-ce1d-44be-963d-cbb137083d3f,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:08.801890 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac7d2-9e33-40b2-9cf7-0d1be95c517d req-9c1fba53-4512-48cf-8ee3-81f8c71d961f tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:08.805640 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-622ac7d2-9e33-40b2-9cf7-0d1be95c517d req-9c1fba53-4512-48cf-8ee3-81f8c71d961f tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 867 time: 0.1260026 Jul 14 20:49:08.845657 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-78080e5b-36a5-469c-9571-444fa15973e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] No DVR routers for this DVR port bf66fd2c-ce1d-44be-963d-cbb137083d3f on host hv-cinder-80083 {{(pid=99456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:49:08.849405 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-78080e5b-36a5-469c-9571-444fa15973e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:08.852536 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b898c6b1-5214-438e-acaa-7c766b67b2b1 req-78080e5b-36a5-469c-9571-444fa15973e7 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.43 "DELETE /v2.0/ports/bf66fd2c-ce1d-44be-963d-cbb137083d3f HTTP/1.1" status: 204 len: 173 time: 0.7401431 Jul 14 20:49:08.852757 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f277e1bc-e89e-4679-949b-7cdedbdc5cf8', 'name': 'network-vif-deleted', 'tag': 'bf66fd2c-ce1d-44be-963d-cbb137083d3f'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:49:08.855555 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34d9893-9f9e-4e89-99c7-3aedfca99728" -d '{"events": [{"server_uuid": "f277e1bc-e89e-4679-949b-7cdedbdc5cf8", "name": "network-vif-deleted", "tag": "bf66fd2c-ce1d-44be-963d-cbb137083d3f"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:49:08.880562 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-622ac7d2-9e33-40b2-9cf7-0d1be95c517d req-7f0a925a-34e1-4e77-97ee-3f16b9038522 tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/security-groups?id=ae3e321b-c6fe-4712-abcc-c72390698fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623596 Jul 14 20:49:08.943245 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55854125-655b-4c9f-92f6-df2d3ad445f1 x-openstack-request-id: req-55854125-655b-4c9f-92f6-df2d3ad445f1 {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:49:08.943940 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f277e1bc-e89e-4679-949b-7cdedbdc5cf8", "name": "network-vif-deleted", "tag": "bf66fd2c-ce1d-44be-963d-cbb137083d3f", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:49:08.944271 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55854125-655b-4c9f-92f6-df2d3ad445f1 {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:49:08.944745 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f277e1bc-e89e-4679-949b-7cdedbdc5cf8', 'name': 'network-vif-deleted', 'tag': 'bf66fd2c-ce1d-44be-963d-cbb137083d3f', 'status': 'completed', 'code': 200} Jul 14 20:49:09.608485 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91ee55-70d5-4d73-8fc7-cfb2e20feadd req-4f23aa20-8cfd-4ed8-a33d-b4138c7bd2a5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:09.611016 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-eb91ee55-70d5-4d73-8fc7-cfb2e20feadd req-4f23aa20-8cfd-4ed8-a33d-b4138c7bd2a5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0758965 Jul 14 20:49:09.663072 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-eb91ee55-70d5-4d73-8fc7-cfb2e20feadd req-d75db112-c05a-4fa4-b081-c022687966d0 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449374 Jul 14 20:49:10.067603 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-dd126fea-684b-4036-b6c4-66ee66a5ba98 req-120911b7-68a6-428b-93c4-45619fae653f tempest-DeleteServersTestJSON-757544420 tempest-DeleteServersTestJSON-757544420-project] 10.222.0.38 "GET /v2.0/ports?device_id=f277e1bc-e89e-4679-949b-7cdedbdc5cf8 HTTP/1.1" status: 200 len: 210 time: 0.0396125 Jul 14 20:49:10.877109 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4eb8b-7f99-45bd-9813-d116bbf1a9e7 req-6204c51f-5c11-4bd3-9567-761bd01103a8 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:10.878596 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-66a4eb8b-7f99-45bd-9813-d116bbf1a9e7 req-6204c51f-5c11-4bd3-9567-761bd01103a8 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0760996 Jul 14 20:49:10.924892 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-66a4eb8b-7f99-45bd-9813-d116bbf1a9e7 req-a4b3cd14-7d21-405f-bd29-d0caf61ed34a tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Jul 14 20:49:11.033465 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 57708) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:11.140092 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-769c8e11-2e02-4dee-bb9e-4cae2ac24282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:11.253370 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-769c8e11-2e02-4dee-bb9e-4cae2ac24282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:11.257501 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-769c8e11-2e02-4dee-bb9e-4cae2ac24282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:11.292305 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c8e11-2e02-4dee-bb9e-4cae2ac24282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f006392-21c7-4d08-a6ff-ec26955df1be,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:11.303620 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-769c8e11-2e02-4dee-bb9e-4cae2ac24282 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae92eaac3ba84287a84bc62c3cb14257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689674 Jul 14 20:49:11.304012 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 57726) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:11.354229 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e04b98b-7ffd-4cd9-ba24-76fb888addc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:11.376300 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e04b98b-7ffd-4cd9-ba24-76fb888addc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:11.430249 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e04b98b-7ffd-4cd9-ba24-76fb888addc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:11.432803 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e04b98b-7ffd-4cd9-ba24-76fb888addc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:11.436711 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-6e04b98b-7ffd-4cd9-ba24-76fb888addc4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f006392-21c7-4d08-a6ff-ec26955df1be HTTP/1.1" status: 204 len: 168 time: 0.1285198 Jul 14 20:49:11.443786 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04b98b-7ffd-4cd9-ba24-76fb888addc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f006392-21c7-4d08-a6ff-ec26955df1be,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:11.753435 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 57742) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:11.775306 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-01bf5a4f-d2ef-498b-a54b-7314363b1c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:11.784987 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device bf66fd2c-ce1d-44be-963d-cbb137083d3f no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:49:11.813009 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: bf66fd2c-ce1d-44be-963d-cbb137083d3f {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:49:11.813255 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device bf66fd2c-ce1d-44be-963d-cbb137083d3f not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:49:11.918620 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-01bf5a4f-d2ef-498b-a54b-7314363b1c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:11.924095 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-01bf5a4f-d2ef-498b-a54b-7314363b1c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:11.974884 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-01bf5a4f-d2ef-498b-a54b-7314363b1c1d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b5d779418124bbdb7c3554363c38872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198772 Jul 14 20:49:11.977142 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf5a4f-d2ef-498b-a54b-7314363b1c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6fb92c-7324-4951-8271-87efa2536d37,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:11.979333 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 57746) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:12.055685 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-65b3f182-13f1-410c-bdaa-f032d480df66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.094725 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-65b3f182-13f1-410c-bdaa-f032d480df66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.157634 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-65b3f182-13f1-410c-bdaa-f032d480df66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.162215 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-65b3f182-13f1-410c-bdaa-f032d480df66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.163870 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-65b3f182-13f1-410c-bdaa-f032d480df66 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4d6fb92c-7324-4951-8271-87efa2536d37 HTTP/1.1" status: 204 len: 168 time: 0.1786981 Jul 14 20:49:12.173790 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223a348-277b-4837-97b9-d1f6ffd3edb4 req-81ca1127-82e2-4fd8-a9bf-291df564afa5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:12.176472 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4223a348-277b-4837-97b9-d1f6ffd3edb4 req-81ca1127-82e2-4fd8-a9bf-291df564afa5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0912066 Jul 14 20:49:12.177795 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3f182-13f1-410c-bdaa-f032d480df66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6fb92c-7324-4951-8271-87efa2536d37,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:12.243792 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4223a348-277b-4837-97b9-d1f6ffd3edb4 req-e23c07ff-c3bf-473b-bd25-de8befae10c7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606775 Jul 14 20:49:12.554897 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 57772) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:12.696632 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 57786) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:12.735567 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0152a7a1-0301-4997-ab7f-7d2532e985e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.751960 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a339ee-4570-4a0b-bff0-bbe29eb3174e admin admin] Deleting subnet bf3ad1ff-15e7-42b5-97ce-62659b2c7d87 {{(pid=99456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:49:12.755944 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-33a339ee-4570-4a0b-bff0-bbe29eb3174e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.771034 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947f30-4f67-4624-a94d-86430bf4024e req-5f1625cb-fd2c-48ab-8a59-78629c071dfe tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:12.772622 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-5f1625cb-fd2c-48ab-8a59-78629c071dfe tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 814 time: 0.2040062 Jul 14 20:49:12.826058 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-33a339ee-4570-4a0b-bff0-bbe29eb3174e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.845401 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-33a339ee-4570-4a0b-bff0-bbe29eb3174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.862978 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-33a679ee-5f76-45db-8880-be1f72d03798 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/quotas/9023af6dfb53405f835085001e679ca9 HTTP/1.1" status: 200 len: 375 time: 0.0245223 Jul 14 20:49:12.877082 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0152a7a1-0301-4997-ab7f-7d2532e985e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.898718 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0152a7a1-0301-4997-ab7f-7d2532e985e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.925625 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-33a339ee-4570-4a0b-bff0-bbe29eb3174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for subnet, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.968884 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a339ee-4570-4a0b-bff0-bbe29eb3174e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3ad1ff-15e7-42b5-97ce-62659b2c7d87,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:12.974826 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-33a339ee-4570-4a0b-bff0-bbe29eb3174e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:12.980414 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-33a339ee-4570-4a0b-bff0-bbe29eb3174e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bf3ad1ff-15e7-42b5-97ce-62659b2c7d87 HTTP/1.1" status: 204 len: 168 time: 0.2800851 Jul 14 20:49:12.980787 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 57798) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:13.006498 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-0152a7a1-0301-4997-ab7f-7d2532e985e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04342cbf14b4404a996a1c3c76956627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504282 Jul 14 20:49:13.010872 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 57800) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:13.035292 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152a7a1-0301-4997-ab7f-7d2532e985e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4ddf59-5fe4-48a5-8134-a4a8bbcfdf3d,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:13.072159 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.102141 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-29c3df33-2cee-4ccb-b117-297db8da2b20 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2230444 Jul 14 20:49:13.131280 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-60642e0a-a252-4fe9-a67f-b0d66a9ac826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.180647 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.194064 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.194393 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.195124 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.195460 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > port after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.195797 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.196286 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > port after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.196603 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.196936 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.197252 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.197565 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.273044 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.274606 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.275377 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.276273 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:49:13.277242 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f17d9c-f91f-419f-9fd9-c3afc0562d90']}} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:49:13.327769 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e84459-69b8-45ec-a68c-8537972f64fe') {'for_net_delete': True} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:49:13.329233 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e84459-69b8-45ec-a68c-8537972f64fe') {} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:49:13.383222 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59089713'] for segment, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.479032 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.481863 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-60642e0a-a252-4fe9-a67f-b0d66a9ac826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.502047 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=99456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:49:13.503259 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971505'] for segment, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: from cryptography.utils import int_from_bytes Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: from cryptography.utils import int_from_bytes Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: Traceback (most recent call last): Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: timer() Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: cb(*args, **kw) Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: return func(*args, **kwargs) Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: self._notify() Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: self.callback(batched_events) Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: event.method(event) Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: return f(self, *a, **k) Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._get(url).json() Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: return self.request(url, 'GET', **kwargs) Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:49:13.512185 dv-cinder-800830-1-iscsi neutron-server[99456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:49:13.556269 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-3a937585-886b-4de1-8f0a-792ad52cc908 service neutron] 10.222.0.38 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456537 Jul 14 20:49:13.631127 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-60642e0a-a252-4fe9-a67f-b0d66a9ac826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.633547 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-60642e0a-a252-4fe9-a67f-b0d66a9ac826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.633848 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef94170-81a5-43de-ac86-a9777035cc11 req-c205b889-5a41-4f6e-95a1-7e39c3b29513 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:13.637249 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-60642e0a-a252-4fe9-a67f-b0d66a9ac826 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef4ddf59-5fe4-48a5-8134-a4a8bbcfdf3d HTTP/1.1" status: 204 len: 168 time: 0.6158111 Jul 14 20:49:13.641526 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8ef94170-81a5-43de-ac86-a9777035cc11 req-c205b889-5a41-4f6e-95a1-7e39c3b29513 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.2635667 Jul 14 20:49:13.644766 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60642e0a-a252-4fe9-a67f-b0d66a9ac826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4ddf59-5fe4-48a5-8134-a4a8bbcfdf3d,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:13.672865 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.681297 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:13.690270 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] 10.222.0.38 "DELETE /v2.0/networks/54f17d9c-f91f-419f-9fd9-c3afc0562d90 HTTP/1.1" status: 204 len: 168 time: 0.7067604 Jul 14 20:49:13.718322 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e20c02-5d09-4339-9881-f58130e1ff88 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f17d9c-f91f-419f-9fd9-c3afc0562d90,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:13.734144 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8ef94170-81a5-43de-ac86-a9777035cc11 req-6bbc641c-3e77-4b0b-a0aa-401597cb8be6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916295 Jul 14 20:49:13.746479 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-46e90d29-b7b2-4a74-babc-7b2f07bfbf27 service neutron] 10.222.0.38 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790879 Jul 14 20:49:14.019827 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3626443d-35e4-416e-8a68-bc5cea316860 req-3b01b3f6-3f35-4e80-a95a-b9c0621f836c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 210 time: 0.0596604 Jul 14 20:49:14.074457 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 57844) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:14.160702 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-7c14a006-2cf9-418a-b1a8-091c8c96e322 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=725df62a7d4c4aae81c6dcd209bd0a55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0853114 Jul 14 20:49:14.163323 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 57846) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:14.203338 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0121ae7-3cd9-45e8-9d54-f8b765e906a6 req-e466b1ed-993d-4380-ad15-a8d55409a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:14.205252 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a0121ae7-3cd9-45e8-9d54-f8b765e906a6 req-e466b1ed-993d-4380-ad15-a8d55409a62a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 1099 time: 0.0864778 Jul 14 20:49:14.230023 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0706-ddf6-4139-860a-1fcdd52ee4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.254672 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0706-ddf6-4139-860a-1fcdd52ee4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.258896 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a0121ae7-3cd9-45e8-9d54-f8b765e906a6 req-93121850-94b0-4793-b230-97610a3df8e2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451519 Jul 14 20:49:14.315947 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0706-ddf6-4139-860a-1fcdd52ee4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.320322 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0706-ddf6-4139-860a-1fcdd52ee4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.325629 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-7b1a0706-ddf6-4139-860a-1fcdd52ee4e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae3e321b-c6fe-4712-abcc-c72390698fef HTTP/1.1" status: 204 len: 168 time: 0.1603231 Jul 14 20:49:14.336557 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a0706-ddf6-4139-860a-1fcdd52ee4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3e321b-c6fe-4712-abcc-c72390698fef,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:14.450746 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 57862) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:14.476702 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7966b2a9-e2ca-411f-b6be-8ba015cc333a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.614248 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7966b2a9-e2ca-411f-b6be-8ba015cc333a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.620564 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7966b2a9-e2ca-411f-b6be-8ba015cc333a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.674050 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-7966b2a9-e2ca-411f-b6be-8ba015cc333a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76c0a59f92ad41f6ab94cf8253d6ce3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220111 Jul 14 20:49:14.674952 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966b2a9-e2ca-411f-b6be-8ba015cc333a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a42c488-8304-4c1f-bcbe-12aeeb1f3106,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:14.683008 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 57866) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:14.768468 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4e270ff0-21e0-4c5b-bb3e-aeea06cc9522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.809080 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4e270ff0-21e0-4c5b-bb3e-aeea06cc9522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.924547 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4e270ff0-21e0-4c5b-bb3e-aeea06cc9522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.927518 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4e270ff0-21e0-4c5b-bb3e-aeea06cc9522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:14.931202 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-4e270ff0-21e0-4c5b-bb3e-aeea06cc9522 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a42c488-8304-4c1f-bcbe-12aeeb1f3106 HTTP/1.1" status: 204 len: 168 time: 0.2397172 Jul 14 20:49:14.960281 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e270ff0-21e0-4c5b-bb3e-aeea06cc9522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a42c488-8304-4c1f-bcbe-12aeeb1f3106,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:15.214665 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302663-2ee1-4deb-91c9-bb6355acf318 req-bda92952-79d2-4929-bca3-876a96764c72 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:15.217362 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7b302663-2ee1-4deb-91c9-bb6355acf318 req-bda92952-79d2-4929-bca3-876a96764c72 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.2114706 Jul 14 20:49:15.299769 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7b302663-2ee1-4deb-91c9-bb6355acf318 req-6adf63fc-c02d-475e-abff-847d151a9b88 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735455 Jul 14 20:49:15.306962 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-db731a8a-3a3b-42d9-b537-f7b122f8a907 req-77b6dcf1-d7e2-4485-9af7-f8e630f91362 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 210 time: 0.0715575 Jul 14 20:49:15.876592 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 57920) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:16.168799 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947f30-4f67-4624-a94d-86430bf4024e req-58c325ff-4d45-468a-87b2-0bbc04e9a6ad tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:16.171500 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-58c325ff-4d45-468a-87b2-0bbc04e9a6ad tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 814 time: 0.1712773 Jul 14 20:49:16.183525 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-515c5204-428a-49d3-9271-461807102c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:16.200863 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Request body: {'port': {'device_id': 'f68a0186-2891-46ad-b77f-049fe624822c', 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5', 'admin_state_up': True, 'tenant_id': '9023af6dfb53405f835085001e679ca9'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:16.440711 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-515c5204-428a-49d3-9271-461807102c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:16.456889 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-515c5204-428a-49d3-9271-461807102c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:16.507206 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Made reservation on behalf of 9023af6dfb53405f835085001e679ca9 for: {'port': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:49:16.519112 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:16.540330 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-515c5204-428a-49d3-9271-461807102c6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3eb8525fbbaf4c65bfac37c35f0ff704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620224 Jul 14 20:49:16.547559 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 57956) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:16.600272 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c5204-428a-49d3-9271-461807102c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713124cb-0bae-4919-b5ac-3177f7001dfa,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:16.600441 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3f4c695d-c5a4-4d3a-9389-e17f00191054 req-d28e0f2b-76d8-4bf7-a799-f2a6406f510c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 210 time: 0.0511632 Jul 14 20:49:16.677439 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76ffeb-224c-48f6-a2a6-47e488948b0f req-5e000966-dad8-4181-a5b1-f51cfa75a364 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:16.680825 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e76ffeb-224c-48f6-a2a6-47e488948b0f req-5e000966-dad8-4181-a5b1-f51cfa75a364 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1604800 Jul 14 20:49:16.756488 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e76ffeb-224c-48f6-a2a6-47e488948b0f req-b9840941-165e-41f4-9cdc-de5a079dfe5d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694232 Jul 14 20:49:17.043279 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-29124ccf-0805-4d72-975c-7c71b357eba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:17.118844 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-29124ccf-0805-4d72-975c-7c71b357eba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:17.187236 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Allocated IP 172.20.0.14 (8b9b0dc0-34ac-48b3-bec1-be487f6435d5/1608b520-384d-4509-b720-6c2c073cce25/f8a4fc5c-b888-4684-9ba4-e1e44e933d07) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:49:17.287393 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098df8e4-1c52-457d-a4b5-7d8a237ec465 req-66361504-4a5c-4028-8252-f3f77ecf8e4e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:17.289060 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-098df8e4-1c52-457d-a4b5-7d8a237ec465 req-66361504-4a5c-4028-8252-f3f77ecf8e4e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.2539239 Jul 14 20:49:17.404325 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-29124ccf-0805-4d72-975c-7c71b357eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:17.412799 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-29124ccf-0805-4d72-975c-7c71b357eba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:17.414868 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-29124ccf-0805-4d72-975c-7c71b357eba4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/713124cb-0bae-4919-b5ac-3177f7001dfa HTTP/1.1" status: 204 len: 168 time: 0.8663113 Jul 14 20:49:17.470496 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29124ccf-0805-4d72-975c-7c71b357eba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713124cb-0bae-4919-b5ac-3177f7001dfa,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:17.500431 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-098df8e4-1c52-457d-a4b5-7d8a237ec465 req-98772305-6f41-4bef-bdc6-705b7b69894e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032318 Jul 14 20:49:17.623649 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:17.726017 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:17.742343 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['b7bfee66-999c-472c-bfb4-1016308a8fc9', '16717edb-7f62-47e4-9c1f-138652dc3fb1'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:49:17.978558 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b374b-91d8-41b0-ad51-b0cfd210fcd2 req-19a06987-c237-4175-baf4-a2d1d924864f tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:17.987020 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:49:17.989070 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-711b374b-91d8-41b0-ad51-b0cfd210fcd2 req-19a06987-c237-4175-baf4-a2d1d924864f tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 932 time: 0.1551807 Jul 14 20:49:18.008212 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:49:18.046379 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:49:18.114172 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-711b374b-91d8-41b0-ad51-b0cfd210fcd2 req-531e47f8-06d0-41b6-be65-e0351acff007 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126981 Jul 14 20:49:18.213264 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:18.214252 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.217093 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Pushing event updated for resources: {'Port': ['ID=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:18.243737 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-2932fd39-d2ef-458d-8901-fd9154b814e3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0478203 Jul 14 20:49:18.257388 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Request body: {'port': {'device_id': 'f68a0186-2891-46ad-b77f-049fe624822c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:18.305507 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58016) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:18.329480 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e638-c748-4a68-a46b-499ac34c7d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.372695 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.531628 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e638-c748-4a68-a46b-499ac34c7d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.539913 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e638-c748-4a68-a46b-499ac34c7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.613274 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9e638-c748-4a68-a46b-499ac34c7d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42941db8-628e-44af-b2bb-7822a0fd7356,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:18.621289 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-6fb9e638-c748-4a68-a46b-499ac34c7d86 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc4a7649ff0a444789eb3e4728c004ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140793 Jul 14 20:49:18.626027 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58024) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:18.729283 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3b2c2685-beb0-4b31-ba31-1c9bb8a7f47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.757146 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a4fc5c-b888-4684-9ba4-e1e44e933d07 {{(pid=99456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:49:18.769598 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.773085 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3b2c2685-beb0-4b31-ba31-1c9bb8a7f47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.795173 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Transition to ACTIVE for port object f8a4fc5c-b888-4684-9ba4-e1e44e933d07 will not be triggered until provisioned by entity L2. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:49:18.803821 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.872742 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:18.891358 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3b2c2685-beb0-4b31-ba31-1c9bb8a7f47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.893873 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3b2c2685-beb0-4b31-ba31-1c9bb8a7f47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:18.898127 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-3b2c2685-beb0-4b31-ba31-1c9bb8a7f47f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42941db8-628e-44af-b2bb-7822a0fd7356 HTTP/1.1" status: 204 len: 168 time: 0.2705209 Jul 14 20:49:18.907538 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c2685-beb0-4b31-ba31-1c9bb8a7f47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42941db8-628e-44af-b2bb-7822a0fd7356,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:18.977965 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Attempting to bind port f8a4fc5c-b888-4684-9ba4-e1e44e933d07 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:49:18.978381 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Attempting to bind port f8a4fc5c-b888-4684-9ba4-e1e44e933d07 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:49:18.978796 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Attempting to bind port f8a4fc5c-b888-4684-9ba4-e1e44e933d07 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:49:18.985970 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Port f8a4fc5c-b888-4684-9ba4-e1e44e933d07 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:49:18.986434 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Attempting to bind port f8a4fc5c-b888-4684-9ba4-e1e44e933d07 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:49:18.992604 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:49:18.993332 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Checking segment: {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:49:18.993833 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Bound using segment: {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:49:18.994351 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Bound port: f8a4fc5c-b888-4684-9ba4-e1e44e933d07, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'}}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:49:18.997397 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:19.108153 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] For port f8a4fc5c-b888-4684-9ba4-e1e44e933d07, host hv-cinder-80083, cleared binding levels {{(pid=99456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:49:19.112645 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] For port f8a4fc5c-b888-4684-9ba4-e1e44e933d07, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:49:19.121844 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:19.253301 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,revision_number=3']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:19.265131 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:19.266300 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:19.269596 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-22133e86-6c8c-4888-965c-ee5008f4bc98 service neutron] 10.222.0.43 "PUT /v2.0/ports/f8a4fc5c-b888-4684-9ba4-e1e44e933d07 HTTP/1.1" status: 200 len: 1094 time: 1.0161188 Jul 14 20:49:19.269596 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68a0186-2891-46ad-b77f-049fe624822c', 'tag': 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:49:19.274085 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79068b2-563e-4902-a5ae-1e841d5ad165" -d '{"events": [{"name": "network-changed", "server_uuid": "f68a0186-2891-46ad-b77f-049fe624822c", "tag": "f8a4fc5c-b888-4684-9ba4-e1e44e933d07"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:49:19.565427 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecadbf-19f7-4408-a534-69e680b3d69f req-5921a06c-c2f9-46c3-8686-cf0f334e243c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:19.576178 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-93ecadbf-19f7-4408-a534-69e680b3d69f req-5921a06c-c2f9-46c3-8686-cf0f334e243c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 944 time: 0.2070515 Jul 14 20:49:19.674445 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947f30-4f67-4624-a94d-86430bf4024e req-03936222-6cef-487b-8725-16f500501309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:19.682338 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-93ecadbf-19f7-4408-a534-69e680b3d69f req-4588d3aa-4487-444a-b0ec-18f34bf605ce tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956829 Jul 14 20:49:19.687872 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-03936222-6cef-487b-8725-16f500501309 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 1097 time: 0.2861955 Jul 14 20:49:19.816661 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5552e93f-167c-46aa-80e3-0da3a5b164e2 x-openstack-request-id: req-5552e93f-167c-46aa-80e3-0da3a5b164e2 {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:49:19.818140 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68a0186-2891-46ad-b77f-049fe624822c", "tag": "f8a4fc5c-b888-4684-9ba4-e1e44e933d07", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:49:19.818776 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5552e93f-167c-46aa-80e3-0da3a5b164e2 {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:49:19.819651 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68a0186-2891-46ad-b77f-049fe624822c', 'tag': 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07', 'status': 'completed', 'code': 200} Jul 14 20:49:20.412817 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a14958-8de0-4b96-a920-bbcf76757d03 req-64681da0-9a42-41f8-88ae-5f23af226b2f tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:20.414383 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-42a14958-8de0-4b96-a920-bbcf76757d03 req-64681da0-9a42-41f8-88ae-5f23af226b2f tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0750577 Jul 14 20:49:20.460501 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-42a14958-8de0-4b96-a920-bbcf76757d03 req-e098cec7-bc76-4b66-a54d-6a86314127ae tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 Jul 14 20:49:20.971234 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c0521-f127-4706-a69e-d926ae249836 req-665055da-24f9-4739-bb62-0fbef8414861 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:20.972849 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c34c0521-f127-4706-a69e-d926ae249836 req-665055da-24f9-4739-bb62-0fbef8414861 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 944 time: 0.1045659 Jul 14 20:49:21.016337 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c34c0521-f127-4706-a69e-d926ae249836 req-a669d13b-2183-4a49-9518-2cb70a6915c5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376661 Jul 14 20:49:21.179287 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:49:21.691716 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a866e-2c10-4689-8a78-0f4131fa33a7 req-139e589b-4cae-41d6-b1f9-c91bd575a895 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:21.694279 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7c7a866e-2c10-4689-8a78-0f4131fa33a7 req-139e589b-4cae-41d6-b1f9-c91bd575a895 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1070623 Jul 14 20:49:21.752191 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7c7a866e-2c10-4689-8a78-0f4131fa33a7 req-08048ad6-b106-48bc-9534-d7c751c7506c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489988 Jul 14 20:49:22.279206 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12875f6f-ce1d-4aff-9444-deb9b0bfc04e req-a02af079-d462-4940-a838-695c1e080e1f tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:22.281927 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-12875f6f-ce1d-4aff-9444-deb9b0bfc04e req-a02af079-d462-4940-a838-695c1e080e1f tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 944 time: 0.1209705 Jul 14 20:49:22.327658 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-12875f6f-ce1d-4aff-9444-deb9b0bfc04e req-79a9f9f7-cbb4-493c-bc50-83f7a4e4b6a5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Jul 14 20:49:22.647378 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:22.695305 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-fdf83fc7-6bbd-4eb3-ad25-71b3199a1058 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a4fc5c-b888-4684-9ba4-e1e44e933d07 HTTP/1.1" status: 200 len: 217 time: 0.0596073 Jul 14 20:49:22.780740 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947f30-4f67-4624-a94d-86430bf4024e req-a25a8b35-670d-48d2-ada9-20248415be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:22.782413 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-a25a8b35-670d-48d2-ada9-20248415be9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1608b520-384d-4509-b720-6c2c073cce25 HTTP/1.1" status: 200 len: 854 time: 0.0752578 Jul 14 20:49:22.825265 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-89802adf-eaf9-4e9c-8682-ed4bfa2f3f13 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305085 Jul 14 20:49:22.831215 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73114d-b89f-4345-9368-045c87b7588d req-ce6c4dc4-ab21-47db-83fa-cdf7f16a37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:22.832801 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5e73114d-b89f-4345-9368-045c87b7588d req-ce6c4dc4-ab21-47db-83fa-cdf7f16a37fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 1098 time: 0.1270032 Jul 14 20:49:22.937909 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-17769c10-94d9-48f0-9403-a6561b86a687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:23.049831 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-e215b755-f28c-4767-9d77-d71f3e149bd6 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149923 Jul 14 20:49:23.069324 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d165c-06ad-4301-b434-725f2156ff03 req-e458360f-dc85-4d24-9abd-dfb308857e88 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:23.072486 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c7d165c-06ad-4301-b434-725f2156ff03 req-e458360f-dc85-4d24-9abd-dfb308857e88 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1550667 Jul 14 20:49:23.119113 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73114d-b89f-4345-9368-045c87b7588d req-35eea02f-9736-4ab5-9ce5-39a3130ded7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:23.120680 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5e73114d-b89f-4345-9368-045c87b7588d req-35eea02f-9736-4ab5-9ce5-39a3130ded7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 917 time: 0.2782099 Jul 14 20:49:23.144204 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c7d165c-06ad-4301-b434-725f2156ff03 req-9e00695f-4006-4c39-8754-2e1844f1fc8c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588760 Jul 14 20:49:23.198875 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5e73114d-b89f-4345-9368-045c87b7588d req-df0f8b3e-7e1f-4c8d-b76c-eb75dba42364 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63060adf-e756-476a-bbb1-e6e0994dca24 HTTP/1.1" status: 200 len: 217 time: 0.0682087 Jul 14 20:49:23.292495 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24947f30-4f67-4624-a94d-86430bf4024e req-50fc67ef-52ef-4212-96f7-c5300acc4475 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317164 Jul 14 20:49:23.296405 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73114d-b89f-4345-9368-045c87b7588d req-132d6b22-e97c-43be-a396-f229a9a2a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:23.298013 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5e73114d-b89f-4345-9368-045c87b7588d req-132d6b22-e97c-43be-a396-f229a9a2a635 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 200 len: 856 time: 0.0835810 Jul 14 20:49:23.335943 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5e73114d-b89f-4345-9368-045c87b7588d req-99714fa5-144d-41c6-9b40-3004a7d1998c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7ff29d-da1f-4b0f-8082-c235e8f92570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309868 Jul 14 20:49:23.390792 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58242) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:23.501368 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5e73114d-b89f-4345-9368-045c87b7588d req-0e8a5e7a-8ef8-439d-ac8b-ffd6814a6dbd service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541715 Jul 14 20:49:23.503401 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79068b2-563e-4902-a5ae-1e841d5ad165 req-9666e99e-6e64-4544-b2a6-3a65c3bd460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:23.505428 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d79068b2-563e-4902-a5ae-1e841d5ad165 req-9666e99e-6e64-4544-b2a6-3a65c3bd460c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 1097 time: 0.1481829 Jul 14 20:49:23.545509 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ca8511f1-d312-4842-9381-aaf2f92f7d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:23.684901 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ca8511f1-d312-4842-9381-aaf2f92f7d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:23.691251 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ca8511f1-d312-4842-9381-aaf2f92f7d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:23.743409 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79068b2-563e-4902-a5ae-1e841d5ad165 req-1dccc260-c470-44b9-aa5b-33de43e3040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:23.744936 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d79068b2-563e-4902-a5ae-1e841d5ad165 req-1dccc260-c470-44b9-aa5b-33de43e3040d service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 915 time: 0.2205479 Jul 14 20:49:23.756549 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-ca8511f1-d312-4842-9381-aaf2f92f7d7f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8fc1f8f62b44aeabb4a179beda2f1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629169 Jul 14 20:49:23.757859 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8511f1-d312-4842-9381-aaf2f92f7d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c4a27-a429-45e3-93da-1c0b4ccfdd8e,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:23.759759 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5e73114d-b89f-4345-9368-045c87b7588d req-77ab8cc6-1bf5-4832-88eb-2e1656bb981e service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450638 Jul 14 20:49:23.760257 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58260) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:23.783267 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3487b-28d6-4b72-81c7-5bf0c4d8e8c7 req-60b76417-f0eb-4239-98ee-8e659be216f1 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:23.784878 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-95d3487b-28d6-4b72-81c7-5bf0c4d8e8c7 req-60b76417-f0eb-4239-98ee-8e659be216f1 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 944 time: 0.1944783 Jul 14 20:49:23.821285 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d79068b2-563e-4902-a5ae-1e841d5ad165 req-879e76f4-2af1-4fb4-ae37-d7825e13155c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a4fc5c-b888-4684-9ba4-e1e44e933d07 HTTP/1.1" status: 200 len: 217 time: 0.0676112 Jul 14 20:49:23.921953 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-95d3487b-28d6-4b72-81c7-5bf0c4d8e8c7 req-ad2d5a9f-4101-40a8-9c0e-73b5a32a7db0 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049719 Jul 14 20:49:23.934164 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79068b2-563e-4902-a5ae-1e841d5ad165 req-15a61526-67e4-464f-b225-64138963626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:23.935655 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d79068b2-563e-4902-a5ae-1e841d5ad165 req-15a61526-67e4-464f-b225-64138963626b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1608b520-384d-4509-b720-6c2c073cce25 HTTP/1.1" status: 200 len: 854 time: 0.1045761 Jul 14 20:49:23.946432 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a39711c3-f44e-44f0-a22b-9ea32cf7ce71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:23.984361 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d79068b2-563e-4902-a5ae-1e841d5ad165 req-d4bebfea-e7a3-4dc0-acae-a5b39fb630b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345857 Jul 14 20:49:23.996326 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a39711c3-f44e-44f0-a22b-9ea32cf7ce71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:24.103638 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a39711c3-f44e-44f0-a22b-9ea32cf7ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:24.106141 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a39711c3-f44e-44f0-a22b-9ea32cf7ce71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:24.107288 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-a39711c3-f44e-44f0-a22b-9ea32cf7ce71 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b4c4a27-a429-45e3-93da-1c0b4ccfdd8e HTTP/1.1" status: 204 len: 168 time: 0.3391140 Jul 14 20:49:24.123222 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39711c3-f44e-44f0-a22b-9ea32cf7ce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c4a27-a429-45e3-93da-1c0b4ccfdd8e,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:24.127191 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d79068b2-563e-4902-a5ae-1e841d5ad165 req-ff16aae1-be3a-452a-8b9d-74ee9ee4a0e3 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077478 Jul 14 20:49:24.231334 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d79068b2-563e-4902-a5ae-1e841d5ad165 req-c3bfac30-9f18-4d41-8e11-0af02413ac68 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905664 Jul 14 20:49:24.405530 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26a4f-9313-4602-8055-5ce8f38d1df2 req-b5f84d20-346a-42f5-97fd-52e746b2a9fe tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:24.409583 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a8f26a4f-9313-4602-8055-5ce8f38d1df2 req-b5f84d20-346a-42f5-97fd-52e746b2a9fe tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1055622 Jul 14 20:49:24.482619 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a8f26a4f-9313-4602-8055-5ce8f38d1df2 req-25c9f7b0-8cb9-4134-be18-426957daa6f2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622756 Jul 14 20:49:24.508085 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58294) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:24.523313 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-40bcab51-46db-47fd-a58f-d5fdfa543ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:24.623363 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-40bcab51-46db-47fd-a58f-d5fdfa543ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:24.639425 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-40bcab51-46db-47fd-a58f-d5fdfa543ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:24.688448 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-40bcab51-46db-47fd-a58f-d5fdfa543ae5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53d165c9379847a2ac3ef618fffda72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764452 Jul 14 20:49:24.688448 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcab51-46db-47fd-a58f-d5fdfa543ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238ebcc6-35cd-4344-8082-1ac6aa919be5,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:24.689358 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58300) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:24.761990 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8c767467-3ea7-48f6-a324-9924aa47c760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:24.797888 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8c767467-3ea7-48f6-a324-9924aa47c760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:24.879572 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8c767467-3ea7-48f6-a324-9924aa47c760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:24.883084 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8c767467-3ea7-48f6-a324-9924aa47c760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:24.888179 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-8c767467-3ea7-48f6-a324-9924aa47c760 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/238ebcc6-35cd-4344-8082-1ac6aa919be5 HTTP/1.1" status: 204 len: 168 time: 0.1938725 Jul 14 20:49:24.916281 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c767467-3ea7-48f6-a324-9924aa47c760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238ebcc6-35cd-4344-8082-1ac6aa919be5,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:25.213022 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b061-4bd9-485f-b6a4-bafdeeba0932 req-e1fa36b1-6787-47a6-8d79-c970c2af44f3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:25.214902 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0431b061-4bd9-485f-b6a4-bafdeeba0932 req-e1fa36b1-6787-47a6-8d79-c970c2af44f3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 944 time: 0.0718887 Jul 14 20:49:25.271972 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0431b061-4bd9-485f-b6a4-bafdeeba0932 req-543db803-d9f4-4154-bf56-3a951d44111c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447178 Jul 14 20:49:25.695368 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7a230-7efd-48ff-a97e-98013f4d658b req-449dd3c9-06c9-4fab-9d3e-3d86790bf422 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:25.697366 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-afa7a230-7efd-48ff-a97e-98013f4d658b req-449dd3c9-06c9-4fab-9d3e-3d86790bf422 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1032274 Jul 14 20:49:25.741822 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-afa7a230-7efd-48ff-a97e-98013f4d658b req-2c49b248-af18-41c1-8938-f68bda08265c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377893 Jul 14 20:49:25.873707 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device f8a4fc5c-b888-4684-9ba4-e1e44e933d07 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:49:25.992327 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:26.003763 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port f8a4fc5c-b888-4684-9ba4-e1e44e933d07, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:26.019363 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07', 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5', 'port_id': 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07', 'mac_address': 'fa:16:3e:4d:48:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1608b520-384d-4509-b720-6c2c073cce25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:49:26.096524 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:26.099209 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-762e64ae-397d-4bb0-8007-7a70c623de45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:26.125532 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a4fc5c-b888-4684-9ba4-e1e44e933d07 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:49:26.170342 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port f8a4fc5c-b888-4684-9ba4-e1e44e933d07, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:26.177532 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:26.240930 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:26.479111 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd5584-b0d3-4631-8877-8a98bb169d09 req-d88a8781-e044-4e66-8028-4fe352065533 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:26.486638 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58406) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:26.489318 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-70cd5584-b0d3-4631-8877-8a98bb169d09 req-d88a8781-e044-4e66-8028-4fe352065533 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 945 time: 0.0873795 Jul 14 20:49:26.532543 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-70cd5584-b0d3-4631-8877-8a98bb169d09 req-005a245a-7369-49aa-b823-d2aac69d68d2 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380878 Jul 14 20:49:26.741478 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4aa48226-2cfc-4501-9a68-61cf4749fc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:26.844668 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4aa48226-2cfc-4501-9a68-61cf4749fc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:26.848678 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4aa48226-2cfc-4501-9a68-61cf4749fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:26.900550 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa48226-2cfc-4501-9a68-61cf4749fc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2dea26-16a3-4867-b11d-383c7a4578c8,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:26.912103 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:26.925315 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-4aa48226-2cfc-4501-9a68-61cf4749fc4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8322c361a37a40a68bfe4b4d49965673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350207 Jul 14 20:49:26.925708 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58430) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:27.001962 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-39739c61-8c36-4532-a035-e22b21a5624a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:27.008733 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0f4d5-a876-4ec5-bb1a-aa5788e0a3a6 req-f39e7242-a06d-4b6b-adf6-6f1593d78112 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:27.012325 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-84f0f4d5-a876-4ec5-bb1a-aa5788e0a3a6 req-f39e7242-a06d-4b6b-adf6-6f1593d78112 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0947287 Jul 14 20:49:27.033440 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-39739c61-8c36-4532-a035-e22b21a5624a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:27.068635 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-84f0f4d5-a876-4ec5-bb1a-aa5788e0a3a6 req-13765b6a-0056-425a-8f00-908d44da85e0 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470626 Jul 14 20:49:27.110987 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-39739c61-8c36-4532-a035-e22b21a5624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:27.115768 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-39739c61-8c36-4532-a035-e22b21a5624a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:27.117364 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-39739c61-8c36-4532-a035-e22b21a5624a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d2dea26-16a3-4867-b11d-383c7a4578c8 HTTP/1.1" status: 204 len: 168 time: 0.1898124 Jul 14 20:49:27.129233 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39739c61-8c36-4532-a035-e22b21a5624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2dea26-16a3-4867-b11d-383c7a4578c8,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:27.577087 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58478) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:27.727997 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf70000-8fe7-4dd9-aa68-1c70b0851b60 req-e982b549-b241-4b9d-8346-2752035a012b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:27.730523 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-baf70000-8fe7-4dd9-aa68-1c70b0851b60 req-e982b549-b241-4b9d-8346-2752035a012b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 945 time: 0.0749202 Jul 14 20:49:27.767988 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-850f2c20-0d5d-4742-b0f3-00ca5d2f7033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:27.777776 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-baf70000-8fe7-4dd9-aa68-1c70b0851b60 req-eda8c3bc-9ccb-49ee-a635-2221291fd74a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Jul 14 20:49:27.881336 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-850f2c20-0d5d-4742-b0f3-00ca5d2f7033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:27.886489 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-850f2c20-0d5d-4742-b0f3-00ca5d2f7033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:27.929831 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-850f2c20-0d5d-4742-b0f3-00ca5d2f7033 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0dfea997b96e4390b8fff0b7a9217d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489141 Jul 14 20:49:27.929831 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f2c20-0d5d-4742-b0f3-00ca5d2f7033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e85f78a-a0f5-4d60-a576-ec7ef78e51d2,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:27.930584 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58492) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:28.013097 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e8dd221b-63fb-483d-a645-2ed7e5a778a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.038502 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e8dd221b-63fb-483d-a645-2ed7e5a778a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.090570 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e8dd221b-63fb-483d-a645-2ed7e5a778a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.094383 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e8dd221b-63fb-483d-a645-2ed7e5a778a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.098090 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-e8dd221b-63fb-483d-a645-2ed7e5a778a9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e85f78a-a0f5-4d60-a576-ec7ef78e51d2 HTTP/1.1" status: 204 len: 168 time: 0.1636035 Jul 14 20:49:28.104071 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd221b-63fb-483d-a645-2ed7e5a778a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e85f78a-a0f5-4d60-a576-ec7ef78e51d2,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:28.283174 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e88a57-9b41-4fb7-9dd7-79d603f35d17 req-ef7a2d47-65c8-49fd-96c3-d102b382a669 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:28.285085 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-77e88a57-9b41-4fb7-9dd7-79d603f35d17 req-ef7a2d47-65c8-49fd-96c3-d102b382a669 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0712669 Jul 14 20:49:28.344768 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-77e88a57-9b41-4fb7-9dd7-79d603f35d17 req-9fae7d27-b99c-4b08-b6a4-91c6d09312ca tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526977 Jul 14 20:49:28.456953 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58514) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:28.473997 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-36c4f0a3-e806-4dc8-944e-dc72b4e0c6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.543526 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.569039 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-36c4f0a3-e806-4dc8-944e-dc72b4e0c6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.574050 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-36c4f0a3-e806-4dc8-944e-dc72b4e0c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.611580 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4f0a3-e806-4dc8-944e-dc72b4e0c6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe9309a-e89e-4b5d-a616-42f82c6f99c3,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:28.618399 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-36c4f0a3-e806-4dc8-944e-dc72b4e0c6f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d742259a2afb45fe9e1fd12217f8ee8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579716 Jul 14 20:49:28.618790 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58520) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:28.668634 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e220-8c3c-46a4-8ea8-ffd0e57cb3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.692521 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e220-8c3c-46a4-8ea8-ffd0e57cb3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.745658 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e220-8c3c-46a4-8ea8-ffd0e57cb3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.748265 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e220-8c3c-46a4-8ea8-ffd0e57cb3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:28.753311 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-c0e0e220-8c3c-46a4-8ea8-ffd0e57cb3f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bbe9309a-e89e-4b5d-a616-42f82c6f99c3 HTTP/1.1" status: 204 len: 168 time: 0.1319668 Jul 14 20:49:28.761700 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0e220-8c3c-46a4-8ea8-ffd0e57cb3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe9309a-e89e-4b5d-a616-42f82c6f99c3,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:28.998248 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341825a-223b-4b5e-a73e-80c65dacf11e req-0a6aec2f-00e6-4b66-aa8a-33b2a9d37bfa tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:29.000155 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2341825a-223b-4b5e-a73e-80c65dacf11e req-0a6aec2f-00e6-4b66-aa8a-33b2a9d37bfa tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 945 time: 0.0750723 Jul 14 20:49:29.048410 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2341825a-223b-4b5e-a73e-80c65dacf11e req-e9dd15c5-4692-4dd9-a34b-7c840ad848d5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 Jul 14 20:49:29.286549 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58556) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:29.440459 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff4ae-aede-4e62-8a25-87b6463ee021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.561883 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58574) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:29.617222 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff4ae-aede-4e62-8a25-87b6463ee021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.623500 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff4ae-aede-4e62-8a25-87b6463ee021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.643461 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ecbb5-0012-4dce-a139-41d4894c6721 req-7e2ac4ed-d16e-4d0c-982d-518be7343263 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:29.644987 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cb3ecbb5-0012-4dce-a139-41d4894c6721 req-7e2ac4ed-d16e-4d0c-982d-518be7343263 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1342640 Jul 14 20:49:29.664867 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['f8a4fc5c-b888-4684-9ba4-e1e44e933d07'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:49:29.668041 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-426800865-network', 'tenant_id': '52f66e4f60f9479dabeb69fddb933072'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:29.686131 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ff4ae-aede-4e62-8a25-87b6463ee021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dbd4ed-82ed-48a2-83e0-bf8453478a31,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:29.693652 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-ba1ff4ae-aede-4e62-8a25-87b6463ee021 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7f1450458ce4f658459ed227cc8c58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057281 Jul 14 20:49:29.696672 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58578) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:29.714063 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cb3ecbb5-0012-4dce-a139-41d4894c6721 req-4f33b8e4-3cf1-46cb-bf61-e1cc0987dc9a tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609572 Jul 14 20:49:29.721804 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Made reservation on behalf of 52f66e4f60f9479dabeb69fddb933072 for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:49:29.724494 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.752304 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.800383 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-71ec1372-114b-4532-a60b-e3f54cff93eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.834160 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-71ec1372-114b-4532-a60b-e3f54cff93eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.907362 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.908449 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-71ec1372-114b-4532-a60b-e3f54cff93eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.911217 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-71ec1372-114b-4532-a60b-e3f54cff93eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.912438 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-71ec1372-114b-4532-a60b-e3f54cff93eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76dbd4ed-82ed-48a2-83e0-bf8453478a31 HTTP/1.1" status: 204 len: 168 time: 0.2115259 Jul 14 20:49:29.914880 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.925339 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec1372-114b-4532-a60b-e3f54cff93eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dbd4ed-82ed-48a2-83e0-bf8453478a31,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:29.948822 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:49:29.968339 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:29.968668 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Added segment 0e67f149-6a7f-4edf-8701-958605128c45 of type vlan for network f11e130d-1f19-40fe-897f-7375a74d3a87 Jul 14 20:49:29.976584 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91d5c71-0de8-43da-839f-b5835870984c,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:30.011238 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.047560 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.048529 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:30.049103 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.107064 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5405769 Jul 14 20:49:30.107504 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58586) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:30.110305 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2a4ae-25ff-471d-bcd2-4b713fa3611f admin admin] Pushing event updated for resources: {'Network': ['ID=f11e130d-1f19-40fe-897f-7375a74d3a87,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:30.115106 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Request body: {'subnet': {'network_id': 'f11e130d-1f19-40fe-897f-7375a74d3a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-426800865-subnet', 'tenant_id': '52f66e4f60f9479dabeb69fddb933072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:30.121380 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network f11e130d-1f19-40fe-897f-7375a74d3a87 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:49:30.143579 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Made reservation on behalf of 52f66e4f60f9479dabeb69fddb933072 for: {'subnet': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:49:30.147292 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62529617'] for subnet, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.244716 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58590) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:30.247467 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb46515-0ab6-4ddb-b744-a470a4d9eac3 req-fd77e869-3155-44f2-88e6-61c3a57300b5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:30.249605 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8cb46515-0ab6-4ddb-b744-a470a4d9eac3 req-fd77e869-3155-44f2-88e6-61c3a57300b5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 945 time: 0.0761919 Jul 14 20:49:30.264264 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a09740b4-5ce5-4da8-8413-ecaadbceccfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.290084 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8cb46515-0ab6-4ddb-b744-a470a4d9eac3 req-e76c8bc7-1d62-4f2c-bfd7-625937bbea04 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339384 Jul 14 20:49:30.391887 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62809258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62529635'] for subnet, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.479061 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a87244-5317-4df8-9fa3-6d5131c4e478,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:30.499562 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Checking segment: {'id': '0e67f149-6a7f-4edf-8701-958605128c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f11e130d-1f19-40fe-897f-7375a74d3a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:49:30.499961 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Network hostable DHCP agents. Network: f11e130d-1f19-40fe-897f-7375a74d3a87, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:49:30.505007 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a09740b4-5ce5-4da8-8413-ecaadbceccfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.514415 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a09740b4-5ce5-4da8-8413-ecaadbceccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.556244 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Network f11e130d-1f19-40fe-897f-7375a74d3a87 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:49:30.565750 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09740b4-5ce5-4da8-8413-ecaadbceccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24dbae4-a3b4-441d-8e72-d6586ba502ac,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:30.571823 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-a09740b4-5ce5-4da8-8413-ecaadbceccfd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=942be7875f87418d85f2bfba126aefcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260629 Jul 14 20:49:30.574662 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58606) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:30.582707 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, f11e130d-1f19-40fe-897f-7375a74d3a87) {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:49:30.592510 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de5bb1e-50cd-41ea-aee4-f8fabbe339b9 None None] Network f11e130d-1f19-40fe-897f-7375a74d3a87 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:49:30.604285 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:30.605168 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.653963 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-5372236a-ca0a-4c83-ab8c-cb372a83d259 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5452845 Jul 14 20:49:30.655160 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6337de98-425c-45b5-94cf-969af60d4274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.718711 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6337de98-425c-45b5-94cf-969af60d4274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.794868 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6337de98-425c-45b5-94cf-969af60d4274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.800918 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6337de98-425c-45b5-94cf-969af60d4274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:30.809186 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbea186a-b24b-4f8b-ab65-28a0fdba2741 None None] Network f11e130d-1f19-40fe-897f-7375a74d3a87 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:49:30.814039 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-6337de98-425c-45b5-94cf-969af60d4274 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c24dbae4-a3b4-441d-8e72-d6586ba502ac HTTP/1.1" status: 204 len: 168 time: 0.2330945 Jul 14 20:49:30.855135 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337de98-425c-45b5-94cf-969af60d4274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24dbae4-a3b4-441d-8e72-d6586ba502ac,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:31.045554 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3313a12-bc94-4284-8ca5-0f559027309d req-fa0d4e62-f2d9-4598-92a8-90704db18bab tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:31.056368 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a3313a12-bc94-4284-8ca5-0f559027309d req-fa0d4e62-f2d9-4598-92a8-90704db18bab tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1167710 Jul 14 20:49:31.340773 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a3313a12-bc94-4284-8ca5-0f559027309d req-9af68343-9cea-4a27-9dc9-7d397debee4e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773173 Jul 14 20:49:31.540637 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24732dce-3a74-47ed-b7d7-50f056dc229b req-d2004810-5bdb-4640-95cc-82e4322384ef tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:31.548279 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24732dce-3a74-47ed-b7d7-50f056dc229b req-d2004810-5bdb-4640-95cc-82e4322384ef tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 945 time: 0.1120622 Jul 14 20:49:31.611890 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24732dce-3a74-47ed-b7d7-50f056dc229b req-b07b9678-6f0e-4bb6-927b-537f32770916 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615389 Jul 14 20:49:31.633008 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58658) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:31.639591 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1333919083-network', 'tenant_id': '03960af8518a43d096dd22992dc8ee34'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:31.668879 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Made reservation on behalf of 03960af8518a43d096dd22992dc8ee34 for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:49:31.673926 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:31.684370 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:31.808698 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:31.813872 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:31.843570 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:49:31.853505 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c66f129-034c-4792-b626-a25ac7aaa243,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:31.862654 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:31.863011 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Added segment 843b7b57-eb1b-4da6-bcc8-1f82f63ffa5f of type vlan for network c8171fe1-0ea2-4eac-9731-be458d47efbd Jul 14 20:49:31.926941 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:31.929184 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device f8a4fc5c-b888-4684-9ba4-e1e44e933d07 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:49:31.973056 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:31.976311 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:31.979477 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:32.041538 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4053404 Jul 14 20:49:32.045914 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58680) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:32.064421 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Request body: {'subnet': {'network_id': 'c8171fe1-0ea2-4eac-9731-be458d47efbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1333919083-subnet', 'tenant_id': '03960af8518a43d096dd22992dc8ee34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:32.088029 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port f8a4fc5c-b888-4684-9ba4-e1e44e933d07 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:49:32.097291 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port f8a4fc5c-b888-4684-9ba4-e1e44e933d07 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:49:32.097774 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:32.106754 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef044bd3-11c7-4437-b178-ecfde35951b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c8171fe1-0ea2-4eac-9731-be458d47efbd,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:32.123712 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Made reservation on behalf of 03960af8518a43d096dd22992dc8ee34 for: {'subnet': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:49:32.128239 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62529617'] for subnet, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:32.155153 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network c8171fe1-0ea2-4eac-9731-be458d47efbd details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:49:32.373213 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:32.386461 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62809258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62529635'] for subnet, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:32.443245 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68a0186-2891-46ad-b77f-049fe624822c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:49:32.452717 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb03d64-0c51-4e35-97ee-d1d9bdd882bc" -d '{"events": [{"server_uuid": "f68a0186-2891-46ad-b77f-049fe624822c", "name": "network-vif-plugged", "status": "completed", "tag": "f8a4fc5c-b888-4684-9ba4-e1e44e933d07"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:49:32.459942 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Checking segment: {'id': '843b7b57-eb1b-4da6-bcc8-1f82f63ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c8171fe1-0ea2-4eac-9731-be458d47efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:49:32.460591 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Network hostable DHCP agents. Network: c8171fe1-0ea2-4eac-9731-be458d47efbd, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:49:32.464632 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a79f9b-1a0a-45ad-921a-0d990d6d47d1,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:32.485113 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Network c8171fe1-0ea2-4eac-9731-be458d47efbd is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:49:32.494243 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port f8a4fc5c-b888-4684-9ba4-e1e44e933d07, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:32.496100 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, c8171fe1-0ea2-4eac-9731-be458d47efbd) {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:49:32.499406 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:32.503205 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:32.504239 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:32.523106 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-bc4eb8e6-ee91-41c6-811b-9f5d511e1b8c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4752333 Jul 14 20:49:32.546221 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f75a8eb-83c0-477f-b63f-b7c41b4a940f x-openstack-request-id: req-4f75a8eb-83c0-477f-b63f-b7c41b4a940f {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:49:32.546987 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68a0186-2891-46ad-b77f-049fe624822c", "name": "network-vif-plugged", "status": "completed", "tag": "f8a4fc5c-b888-4684-9ba4-e1e44e933d07", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:49:32.547586 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f75a8eb-83c0-477f-b63f-b7c41b4a940f {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:49:32.548658 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68a0186-2891-46ad-b77f-049fe624822c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07', 'code': 200} Jul 14 20:49:32.549993 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c609d3-6ec2-4519-bcd7-455376ba06db None None] Network c8171fe1-0ea2-4eac-9731-be458d47efbd requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:49:32.663468 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b86840-f13e-44a5-881f-0485729aa018 req-cf8aee28-7d38-4ba7-8d6b-1276a170b02d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:32.665110 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d7b86840-f13e-44a5-881f-0485729aa018 req-cf8aee28-7d38-4ba7-8d6b-1276a170b02d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1073656 Jul 14 20:49:32.681828 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:32.750457 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d7b86840-f13e-44a5-881f-0485729aa018 req-a76f9061-d8b9-4128-a263-93f51fa2a1f7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786333 Jul 14 20:49:32.848510 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e99e8f-1ed3-4bc5-ae21-69d61e4644db None None] Network c8171fe1-0ea2-4eac-9731-be458d47efbd requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:49:32.890389 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58722) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:33.022564 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a157d4-abc3-4994-a591-4b1b7c04c93a req-e7eec87b-1998-4cd2-a787-40145cda9457 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:33.024291 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-97a157d4-abc3-4994-a591-4b1b7c04c93a req-e7eec87b-1998-4cd2-a787-40145cda9457 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 946 time: 0.1682980 Jul 14 20:49:33.035408 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8aaf2-804e-47b2-b42a-89da494a411c req-fd517922-0aba-48f7-b9b2-d6e89fc3c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:33.046245 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-efc8aaf2-804e-47b2-b42a-89da494a411c req-fd517922-0aba-48f7-b9b2-d6e89fc3c8db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 1099 time: 0.1324894 Jul 14 20:49:33.082117 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b0ac492e-6fe7-4d6f-99ee-1e7a02ee346e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:33.137801 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-97a157d4-abc3-4994-a591-4b1b7c04c93a req-75a60cd1-f994-45b7-80bb-f229e0f86376 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892994 Jul 14 20:49:33.155103 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-efc8aaf2-804e-47b2-b42a-89da494a411c req-56e28a87-72f3-44a3-8b77-253e72d17202 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916595 Jul 14 20:49:33.290579 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b0ac492e-6fe7-4d6f-99ee-1e7a02ee346e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:33.301793 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b0ac492e-6fe7-4d6f-99ee-1e7a02ee346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:33.356117 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-b0ac492e-6fe7-4d6f-99ee-1e7a02ee346e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=764f468735e14d22b74e8b48782a2993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645848 Jul 14 20:49:33.357285 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac492e-6fe7-4d6f-99ee-1e7a02ee346e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292f9abf-c0d5-495d-9583-c464817d72f1,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:33.359449 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58736) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:33.426777 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-43284e80-a6af-4af2-8498-70433a70c512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:33.450395 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-43284e80-a6af-4af2-8498-70433a70c512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:33.526317 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-43284e80-a6af-4af2-8498-70433a70c512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:33.529505 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-43284e80-a6af-4af2-8498-70433a70c512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:33.531252 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-43284e80-a6af-4af2-8498-70433a70c512 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/292f9abf-c0d5-495d-9583-c464817d72f1 HTTP/1.1" status: 204 len: 168 time: 0.1707723 Jul 14 20:49:33.547034 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43284e80-a6af-4af2-8498-70433a70c512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292f9abf-c0d5-495d-9583-c464817d72f1,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:33.837332 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58758) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:33.968976 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107e215-27d9-4e95-b40e-0f0326586bc9 req-7a4d5966-45b8-46d0-b241-4ee0f1630a56 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:33.972696 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a107e215-27d9-4e95-b40e-0f0326586bc9 req-7a4d5966-45b8-46d0-b241-4ee0f1630a56 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0802395 Jul 14 20:49:33.972919 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58764) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:33.989872 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4fc17725-e878-4543-beeb-06bf174a189d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.065843 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a107e215-27d9-4e95-b40e-0f0326586bc9 req-41a85eff-9bae-4082-ac60-5fa0133b7d6c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876522 Jul 14 20:49:34.124304 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4fc17725-e878-4543-beeb-06bf174a189d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.156737 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4fc17725-e878-4543-beeb-06bf174a189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.238751 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc17725-e878-4543-beeb-06bf174a189d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2ed997-8b4a-4a3e-a9d6-568a7d8a1720,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:34.262566 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58778) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:34.263229 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-4fc17725-e878-4543-beeb-06bf174a189d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0bb2f8e480e4fefb2b30977222ce328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871997 Jul 14 20:49:34.364899 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-64f06701-1437-41cc-9628-a5d07af151d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.398696 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-279a879f-7d41-419c-a504-3ca0de853ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.405815 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfd98b-0ded-43ef-a2a4-afaa4ef18b55 req-4d3d46b0-8f48-4668-ac03-9cfaaf508cc3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:34.408402 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1bdfd98b-0ded-43ef-a2a4-afaa4ef18b55 req-4d3d46b0-8f48-4668-ac03-9cfaaf508cc3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 946 time: 0.1077304 Jul 14 20:49:34.443806 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-279a879f-7d41-419c-a504-3ca0de853ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.499497 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1bdfd98b-0ded-43ef-a2a4-afaa4ef18b55 req-91f570db-705a-456d-bb28-32804ce841a9 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832500 Jul 14 20:49:34.550134 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-279a879f-7d41-419c-a504-3ca0de853ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.552813 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-279a879f-7d41-419c-a504-3ca0de853ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.553973 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-279a879f-7d41-419c-a504-3ca0de853ee5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a2ed997-8b4a-4a3e-a9d6-568a7d8a1720 HTTP/1.1" status: 204 len: 168 time: 0.2901747 Jul 14 20:49:34.560942 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-64f06701-1437-41cc-9628-a5d07af151d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.579797 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a879f-7d41-419c-a504-3ca0de853ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2ed997-8b4a-4a3e-a9d6-568a7d8a1720,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:34.596862 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-64f06701-1437-41cc-9628-a5d07af151d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.653072 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-64f06701-1437-41cc-9628-a5d07af151d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=439fea6cca2a4534a1e5bdc1e51761a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8145502 Jul 14 20:49:34.658789 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58788) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:34.687778 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f06701-1437-41cc-9628-a5d07af151d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acd61e7-4006-454d-8bb1-849d7869031c,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:34.771092 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3f09c895-4b06-410b-8b06-816f28bb26cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.795509 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3f09c895-4b06-410b-8b06-816f28bb26cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.849398 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3f09c895-4b06-410b-8b06-816f28bb26cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.852053 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3f09c895-4b06-410b-8b06-816f28bb26cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:34.853210 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-3f09c895-4b06-410b-8b06-816f28bb26cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7acd61e7-4006-454d-8bb1-849d7869031c HTTP/1.1" status: 204 len: 168 time: 0.1931911 Jul 14 20:49:34.862057 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09c895-4b06-410b-8b06-816f28bb26cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acd61e7-4006-454d-8bb1-849d7869031c,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:34.980033 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58800) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:34.996047 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57450585-a423-4b58-b1e6-2c4d3abc9621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:35.118943 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57450585-a423-4b58-b1e6-2c4d3abc9621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:35.128306 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57450585-a423-4b58-b1e6-2c4d3abc9621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:35.173966 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-57450585-a423-4b58-b1e6-2c4d3abc9621 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b728a18ecbc4328a0e6f93a5ad27dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914511 Jul 14 20:49:35.175218 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57450585-a423-4b58-b1e6-2c4d3abc9621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef31268e-f47a-408b-b38f-13fe5b840a44,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:35.176617 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58814) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:35.270499 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f466bddc-e55b-4173-9f7b-c60f910e7616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:35.313751 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f466bddc-e55b-4173-9f7b-c60f910e7616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:35.398527 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06b906-7ae7-44d4-9961-048a30490a0c req-b2133413-aee7-4ab1-a497-b882916d2a70 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:35.401134 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1a06b906-7ae7-44d4-9961-048a30490a0c req-b2133413-aee7-4ab1-a497-b882916d2a70 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1274920 Jul 14 20:49:35.404211 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f466bddc-e55b-4173-9f7b-c60f910e7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:35.410703 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f466bddc-e55b-4173-9f7b-c60f910e7616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:35.419499 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-f466bddc-e55b-4173-9f7b-c60f910e7616 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef31268e-f47a-408b-b38f-13fe5b840a44 HTTP/1.1" status: 204 len: 168 time: 0.2413144 Jul 14 20:49:35.429838 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466bddc-e55b-4173-9f7b-c60f910e7616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef31268e-f47a-408b-b38f-13fe5b840a44,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:35.456486 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1a06b906-7ae7-44d4-9961-048a30490a0c req-f7c7d423-a5e4-495b-8742-09d944365f21 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Jul 14 20:49:35.720699 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a8253-1b75-49be-9ffd-4d21e4ee8a4d req-036768b3-3633-445b-b827-01acc152a24b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:35.724752 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c13a8253-1b75-49be-9ffd-4d21e4ee8a4d req-036768b3-3633-445b-b827-01acc152a24b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 946 time: 0.0847590 Jul 14 20:49:35.780529 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58838) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:35.788559 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c13a8253-1b75-49be-9ffd-4d21e4ee8a4d req-9cac4bdf-7600-4f22-b934-8692f7eb4139 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599287 Jul 14 20:49:35.947256 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bc410ec6-35fe-43e9-b77d-1c06a1340439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:36.096366 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bc410ec6-35fe-43e9-b77d-1c06a1340439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:36.106029 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bc410ec6-35fe-43e9-b77d-1c06a1340439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:36.162786 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-bc410ec6-35fe-43e9-b77d-1c06a1340439 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06f492678c67450aab14a6cd48f6c85f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803523 Jul 14 20:49:36.163947 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc410ec6-35fe-43e9-b77d-1c06a1340439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4d7962-263b-4bf2-9b35-485e1cc0919b,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:36.166823 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58872) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:36.272651 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec685-9814-4b48-9590-77cf6e13c19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:36.308459 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec685-9814-4b48-9590-77cf6e13c19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:36.393946 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec685-9814-4b48-9590-77cf6e13c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:36.398760 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec685-9814-4b48-9590-77cf6e13c19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:36.400314 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-ed3ec685-9814-4b48-9590-77cf6e13c19a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e4d7962-263b-4bf2-9b35-485e1cc0919b HTTP/1.1" status: 204 len: 168 time: 0.2321792 Jul 14 20:49:36.415281 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ec685-9814-4b48-9590-77cf6e13c19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4d7962-263b-4bf2-9b35-485e1cc0919b,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:36.839201 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcd977-e004-4680-a009-f3c8127041fd req-86f841b0-3d89-4d33-b027-7f191c5ae5fa tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:36.841561 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6dcd977-e004-4680-a009-f3c8127041fd req-86f841b0-3d89-4d33-b027-7f191c5ae5fa tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1717727 Jul 14 20:49:36.895810 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6dcd977-e004-4680-a009-f3c8127041fd req-1a981b8a-6345-4443-9dbf-33bbe20c0785 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463166 Jul 14 20:49:37.188542 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 58938) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:37.325337 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:37.473918 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:37.479889 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:37.534454 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 58952) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:37.544637 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f29caa3edcbe4c60a695c43d04735af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539991 Jul 14 20:49:37.546024 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7af311-6b6b-4eb2-b439-dbbbd1f018fa,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:37.562863 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.563448 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.564049 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.564620 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.565263 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.565826 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.566427 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.567053 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.567623 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.568394 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.568970 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.569538 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c71005-887d-45c1-813a-047e299d84b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.610593 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:37.636927 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:37.721922 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:37.725147 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:37.726601 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df7af311-6b6b-4eb2-b439-dbbbd1f018fa HTTP/1.1" status: 204 len: 168 time: 0.1911418 Jul 14 20:49:37.737056 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7af311-6b6b-4eb2-b439-dbbbd1f018fa,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:37.747957 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.749324 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.749988 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.750680 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.751367 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.752156 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.752703 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.753270 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.753799 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.754426 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.754958 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:37.755485 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c15f4-1c2e-4d91-90e8-af89eb472c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:38.227206 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0dfbf-7367-42c8-8ca6-64c5eb5cda73 req-afd6ab2c-f80e-4f83-9266-43767588b338 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:38.230194 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8fa0dfbf-7367-42c8-8ca6-64c5eb5cda73 req-afd6ab2c-f80e-4f83-9266-43767588b338 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0982177 Jul 14 20:49:38.319255 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8fa0dfbf-7367-42c8-8ca6-64c5eb5cda73 req-15e18b3d-e9f3-481c-b031-4e03e739b19e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811763 Jul 14 20:49:38.798899 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59022) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:38.924022 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1277691686-network', 'tenant_id': '640fdab7c21b4020b94cfdfb74aa2ca8'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:38.945780 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Made reservation on behalf of 640fdab7c21b4020b94cfdfb74aa2ca8 for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:49:38.948370 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:38.962993 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.060523 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59034) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:39.074371 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.078874 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.105310 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:49:39.115109 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87663097-8be1-4f6e-984a-d96c7f4dab8d,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:39.121931 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.122262 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Added segment a8441d1b-cfed-4c7a-b194-c9072be350de of type vlan for network 54275dda-63b7-4bdb-9172-44a7fa1a9847 Jul 14 20:49:39.174066 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.190686 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83939345-34ca-4d16-9014-363242c87177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.225302 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.226790 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:39.227441 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.312124 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] Pushing event updated for resources: {'Network': ['ID=54275dda-63b7-4bdb-9172-44a7fa1a9847,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:39.316626 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83939345-34ca-4d16-9014-363242c87177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.322428 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83939345-34ca-4d16-9014-363242c87177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.326910 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 54275dda-63b7-4bdb-9172-44a7fa1a9847 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:49:39.345306 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-912a0034-c840-4f1b-bed4-a95df1143361 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5464756 Jul 14 20:49:39.346090 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59052) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:39.353972 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Request body: {'subnet': {'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1277691686-subnet', 'tenant_id': '640fdab7c21b4020b94cfdfb74aa2ca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:39.378044 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83939345-34ca-4d16-9014-363242c87177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74f6a31-6a18-469c-a8e0-d03ecf698585,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:39.411005 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-655acb53-9f1b-4f68-8b50-c45a69ec76f3 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=858c52b1a02d4261be09c3c2be476b93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448775 Jul 14 20:49:39.413485 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Made reservation on behalf of 640fdab7c21b4020b94cfdfb74aa2ca8 for: {'subnet': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:49:39.416515 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59790239'] for subnet, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.421635 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-83939345-34ca-4d16-9014-363242c87177 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd20219fa762407f925f7350cbc237d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563533 Jul 14 20:49:39.421947 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59056) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:39.476744 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-30db0986-c51d-492d-8652-d12f5b9c797b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.504074 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-30db0986-c51d-492d-8652-d12f5b9c797b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.627359 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a9a6-e35a-4b0d-b4ca-3d2e4df00e2f req-5fcafc4f-7404-453c-b608-1985d579602d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:39.628978 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-abd6a9a6-e35a-4b0d-b4ca-3d2e4df00e2f req-5fcafc4f-7404-453c-b608-1985d579602d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0979266 Jul 14 20:49:39.629636 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-30db0986-c51d-492d-8652-d12f5b9c797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.632237 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-30db0986-c51d-492d-8652-d12f5b9c797b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.637444 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-30db0986-c51d-492d-8652-d12f5b9c797b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d74f6a31-6a18-469c-a8e0-d03ecf698585 HTTP/1.1" status: 204 len: 168 time: 0.2104523 Jul 14 20:49:39.653404 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db0986-c51d-492d-8652-d12f5b9c797b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74f6a31-6a18-469c-a8e0-d03ecf698585,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:39.706069 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-abd6a9a6-e35a-4b0d-b4ca-3d2e4df00e2f req-655404ef-bc7a-49f8-88d3-3af9b30b16c0 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592771 Jul 14 20:49:39.729910 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-56f89026-2452-4a34-8494-685e95265a5c tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:39.731781 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-56f89026-2452-4a34-8494-685e95265a5c tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422156 Jul 14 20:49:39.772873 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-1ab2841f-e04d-4289-bd72-09412e612c96 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/quotas/858c52b1a02d4261be09c3c2be476b93 HTTP/1.1" status: 200 len: 375 time: 0.0343461 Jul 14 20:49:39.796672 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58970654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59790253'] for subnet, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.819041 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-908bc4c0-a7ab-44a9-a39c-6fcd32afa2c3 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=858c52b1a02d4261be09c3c2be476b93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370617 Jul 14 20:49:39.884404 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307a186a-bd05-4336-aa91-5d4800d411ce,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:39.893278 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Checking segment: {'id': 'a8441d1b-cfed-4c7a-b194-c9072be350de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:49:39.893787 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Network hostable DHCP agents. Network: 54275dda-63b7-4bdb-9172-44a7fa1a9847, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:49:39.919443 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Network 54275dda-63b7-4bdb-9172-44a7fa1a9847 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:49:39.937630 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 54275dda-63b7-4bdb-9172-44a7fa1a9847) {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:49:39.942122 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:39.942824 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:39.949992 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1a0be-0ba4-4ab3-b40b-97cfed569733 None None] Network 54275dda-63b7-4bdb-9172-44a7fa1a9847 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:49:39.983407 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-1c3b0146-d784-4765-b157-943a25ca6088 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6273255 Jul 14 20:49:39.997859 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59074) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:40.021706 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-68a37047-997e-4d1d-b66d-973a85f11385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:40.162562 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ca94f605-36ee-4427-b02d-c6cf922d5a9f req-ef9811de-12bc-4dd6-8547-bd3885cc1b1e tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 210 time: 0.0813143 Jul 14 20:49:40.223483 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb51d5-b03c-4acb-871e-94b6c6da2b74 None None] Network 54275dda-63b7-4bdb-9172-44a7fa1a9847 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:49:40.232609 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-68a37047-997e-4d1d-b66d-973a85f11385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:40.237591 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-68a37047-997e-4d1d-b66d-973a85f11385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:40.296080 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a37047-997e-4d1d-b66d-973a85f11385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8c5e4f-64ff-47af-b70e-0602eebda71b,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:40.310235 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-68a37047-997e-4d1d-b66d-973a85f11385 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8aa09d5f7254419e9c33d69fde11e2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082738 Jul 14 20:49:40.313926 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59094) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:40.532606 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8267b279-72e7-400f-94f5-179febacd34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:40.604780 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8267b279-72e7-400f-94f5-179febacd34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:40.718899 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8267b279-72e7-400f-94f5-179febacd34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:40.725044 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8267b279-72e7-400f-94f5-179febacd34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:40.727334 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-8267b279-72e7-400f-94f5-179febacd34f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f8c5e4f-64ff-47af-b70e-0602eebda71b HTTP/1.1" status: 204 len: 168 time: 0.4103274 Jul 14 20:49:40.754944 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267b279-72e7-400f-94f5-179febacd34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8c5e4f-64ff-47af-b70e-0602eebda71b,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:40.964116 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ce658-1b34-4307-a493-60a7f6354433 req-6de05331-d218-46fe-8fed-389c4c64018d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:40.965976 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c63ce658-1b34-4307-a493-60a7f6354433 req-6de05331-d218-46fe-8fed-389c4c64018d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0963099 Jul 14 20:49:41.027348 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c63ce658-1b34-4307-a493-60a7f6354433 req-fce9298e-be67-40a8-97c2-ecc8a908e0c3 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515504 Jul 14 20:49:41.318739 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5f0a9405-8b97-4ca9-9c0f-ae6c3e7b0d85 req-d433d255-0482-41b6-994d-41bac5c499a5 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 210 time: 0.0348561 Jul 14 20:49:41.546749 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-2b5c3f85-8db9-4adb-be8b-297eb1105d21 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=858c52b1a02d4261be09c3c2be476b93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237043 Jul 14 20:49:41.675441 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d95e6664-6f7a-454d-abcc-143cc6c172cc tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:41.677328 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d95e6664-6f7a-454d-abcc-143cc6c172cc tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245515 Jul 14 20:49:41.691442 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Request body: {'port': {'device_id': 'ba254e84-0223-41e2-a47a-5e53253ec238', 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617', 'admin_state_up': True, 'tenant_id': '858c52b1a02d4261be09c3c2be476b93'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:41.942880 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Made reservation on behalf of 858c52b1a02d4261be09c3c2be476b93 for: {'port': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:49:41.950528 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:41.968012 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:42.153271 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:42.160280 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:42.304820 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332c42e1-c68b-406e-aa81-2279cb33e963,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:42.341314 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f713f-4cff-4b5d-9a3f-98111a5968a6 req-8cc10042-3843-483d-951f-b9b321ea3ec6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:42.353598 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-de5f713f-4cff-4b5d-9a3f-98111a5968a6 req-8cc10042-3843-483d-951f-b9b321ea3ec6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1661708 Jul 14 20:49:42.440803 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-de5f713f-4cff-4b5d-9a3f-98111a5968a6 req-a8e6c4e3-4a62-4c98-9015-26ba5b9b78cc tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856283 Jul 14 20:49:42.444376 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Allocated IP 192.168.233.26 (845e5455-c260-40dc-b6b2-15d89bd43617/91c1404e-dff5-4dbc-a27a-8a6093b6d9b5/388c0df5-93be-4abf-a0b1-33a278be7886) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:49:42.526766 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0791934d-222d-4d24-b517-3b98d99a380e req-23b99b2a-a17e-4e29-b3d8-46922426a48e tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 210 time: 0.0409343 Jul 14 20:49:42.692335 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-12677c81-76ec-4eca-9a71-fa6773a90c80 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:42.693870 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-12677c81-76ec-4eca-9a71-fa6773a90c80 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/networks?id=54275dda-63b7-4bdb-9172-44a7fa1a9847 HTTP/1.1" status: 200 len: 809 time: 0.1773977 Jul 14 20:49:42.704897 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:42.722283 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-ae918ef7-91da-434a-a92c-acab30e0260f tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/quotas/640fdab7c21b4020b94cfdfb74aa2ca8 HTTP/1.1" status: 200 len: 375 time: 0.0225861 Jul 14 20:49:42.727225 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Transition to ACTIVE for port object 388c0df5-93be-4abf-a0b1-33a278be7886 will not be triggered until provisioned by entity DHCP. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:49:42.769649 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-66110be3-f0ae-4ddd-a40d-340b9c09c222 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=640fdab7c21b4020b94cfdfb74aa2ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392427 Jul 14 20:49:42.842081 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:42.908035 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Network 845e5455-c260-40dc-b6b2-15d89bd43617 is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:49:42.914959 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:49:42.922414 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:49:42.962435 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Pushing event updated for resources: {'Port': ['ID=388c0df5-93be-4abf-a0b1-33a278be7886,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:42.971819 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-cd91d210-c9eb-4794-962e-62c785bd241e service neutron] 10.222.0.38 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896849 Jul 14 20:49:42.985204 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:42.985915 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:43.069316 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-8bb955e7-eda6-49f5-ad26-f275413505fe tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3833899 Jul 14 20:49:43.089017 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Request body: {'port': {'device_id': 'ba254e84-0223-41e2-a47a-5e53253ec238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:43.262239 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-ad719a1c-c188-4b16-8bdd-4e1eb7921eab service neutron] 10.222.0.38 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711945 Jul 14 20:49:43.289807 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-6fab279a-d68e-4c11-ae89-4d5bae1a8e6a None None] Provisioning for port 388c0df5-93be-4abf-a0b1-33a278be7886 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:49:43.298017 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-6fab279a-d68e-4c11-ae89-4d5bae1a8e6a None None] Provisioning complete for port 388c0df5-93be-4abf-a0b1-33a278be7886 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:49:43.298396 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-6fab279a-d68e-4c11-ae89-4d5bae1a8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:43.301645 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:43.336646 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-6fab279a-d68e-4c11-ae89-4d5bae1a8e6a None None] Port 388c0df5-93be-4abf-a0b1-33a278be7886 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:49:43.598266 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-231fc954-d0ec-4749-ba38-e435b908b6f9 req-71bf8439-2087-498e-948a-a1b448c2e808 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 210 time: 0.0691130 Jul 14 20:49:43.805065 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9192dd-156a-4ae7-ad05-d076b397bc27 req-79b48b66-7991-4bad-8cf6-d154f8ab4ff1 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:43.806879 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0a9192dd-156a-4ae7-ad05-d076b397bc27 req-79b48b66-7991-4bad-8cf6-d154f8ab4ff1 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 935 time: 0.0791779 Jul 14 20:49:43.856670 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0a9192dd-156a-4ae7-ad05-d076b397bc27 req-5ab8a8a8-166b-4c19-850a-86b1627a27ee tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Jul 14 20:49:43.989667 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd401a6-7618-437b-a898-58b73d4c9760 req-0820ea4f-af1d-40ab-9998-f4d0206c97c4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:43.991210 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8dd401a6-7618-437b-a898-58b73d4c9760 req-0820ea4f-af1d-40ab-9998-f4d0206c97c4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1663754 Jul 14 20:49:44.050079 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8dd401a6-7618-437b-a898-58b73d4c9760 req-70da4dbd-b94d-4b4d-8d92-f7eae2ba3793 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524817 Jul 14 20:49:44.090884 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388c0df5-93be-4abf-a0b1-33a278be7886 {{(pid=99456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:49:44.101177 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:44.114012 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Transition to ACTIVE for port object 388c0df5-93be-4abf-a0b1-33a278be7886 will not be triggered until provisioned by entity L2. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:49:44.117536 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:44.178233 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Pushing event updated for resources: {'Port': ['ID=388c0df5-93be-4abf-a0b1-33a278be7886,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:44.270077 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Attempting to bind port 388c0df5-93be-4abf-a0b1-33a278be7886 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:49:44.270242 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Attempting to bind port 388c0df5-93be-4abf-a0b1-33a278be7886 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': 'c0764376-9541-4de4-aac1-33a24b15dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617'}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:49:44.270735 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Attempting to bind port 388c0df5-93be-4abf-a0b1-33a278be7886 on network 845e5455-c260-40dc-b6b2-15d89bd43617 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:49:44.276659 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Port 388c0df5-93be-4abf-a0b1-33a278be7886 on network 845e5455-c260-40dc-b6b2-15d89bd43617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:49:44.276659 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Attempting to bind port 388c0df5-93be-4abf-a0b1-33a278be7886 on network 845e5455-c260-40dc-b6b2-15d89bd43617 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:49:44.284956 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:49:44.285296 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Checking segment: {'id': 'c0764376-9541-4de4-aac1-33a24b15dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:49:44.285682 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Bound using segment: {'id': 'c0764376-9541-4de4-aac1-33a24b15dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617'} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:49:44.286119 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Bound port: 388c0df5-93be-4abf-a0b1-33a278be7886, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0764376-9541-4de4-aac1-33a24b15dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617'}}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:49:44.286481 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:44.398277 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] For port 388c0df5-93be-4abf-a0b1-33a278be7886, host hv-cinder-80083, cleared binding levels {{(pid=99456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:49:44.401817 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] For port 388c0df5-93be-4abf-a0b1-33a278be7886, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=388c0df5-93be-4abf-a0b1-33a278be7886,segment=NetworkSegment(c0764376-9541-4de4-aac1-33a24b15dd7c),segment_id=c0764376-9541-4de4-aac1-33a24b15dd7c)] {{(pid=99456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:49:44.412431 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:44.454133 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:44.454965 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:44.456403 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] 10.222.0.43 "PUT /v2.0/ports/388c0df5-93be-4abf-a0b1-33a278be7886 HTTP/1.1" status: 200 len: 1097 time: 1.3737497 Jul 14 20:49:44.456906 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba254e84-0223-41e2-a47a-5e53253ec238', 'tag': '388c0df5-93be-4abf-a0b1-33a278be7886'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:49:44.468366 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba254e84-0223-41e2-a47a-5e53253ec238", "tag": "388c0df5-93be-4abf-a0b1-33a278be7886"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:49:44.570461 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46b85ee-c5b3-4d1a-a5ac-fe3c5f974bc2 x-openstack-request-id: req-f46b85ee-c5b3-4d1a-a5ac-fe3c5f974bc2 {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:49:44.570631 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba254e84-0223-41e2-a47a-5e53253ec238", "tag": "388c0df5-93be-4abf-a0b1-33a278be7886", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:49:44.570873 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f46b85ee-c5b3-4d1a-a5ac-fe3c5f974bc2 {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:49:44.571270 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba254e84-0223-41e2-a47a-5e53253ec238', 'tag': '388c0df5-93be-4abf-a0b1-33a278be7886', 'status': 'completed', 'code': 200} Jul 14 20:49:44.577904 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525d4fc-2f83-45f2-b86d-fc5c8d082e6e service neutron] Pushing event updated for resources: {'Port': ['ID=388c0df5-93be-4abf-a0b1-33a278be7886,revision_number=3']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:44.605861 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-0aaf8d49-fd1e-46f9-8b5d-ef49cf8b9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:44.607314 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-0aaf8d49-fd1e-46f9-8b5d-ef49cf8b9cbf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=858c52b1a02d4261be09c3c2be476b93&device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 1100 time: 0.0892394 Jul 14 20:49:44.688883 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-334c8084-f5c5-4108-849e-c3b50358a70f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=388c0df5-93be-4abf-a0b1-33a278be7886 HTTP/1.1" status: 200 len: 217 time: 0.0671589 Jul 14 20:49:44.778964 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-791b80f0-cdbf-48ca-9ed5-3a7c4691b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:44.781256 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-791b80f0-cdbf-48ca-9ed5-3a7c4691b145 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91c1404e-dff5-4dbc-a27a-8a6093b6d9b5 HTTP/1.1" status: 200 len: 843 time: 0.0749266 Jul 14 20:49:44.788124 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-09579f5b-2573-4726-81db-e8db82d828e1 req-5ca07619-b419-4b4f-8c0c-d4ecf4f1667f tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 210 time: 0.0369859 Jul 14 20:49:44.890073 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-3e5354e8-0562-4a85-a8d0-7aa3784be180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:44.894581 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-3e5354e8-0562-4a85-a8d0-7aa3784be180 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=845e5455-c260-40dc-b6b2-15d89bd43617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1051383 Jul 14 20:49:45.174434 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-7d61e438-4f7c-4b29-b378-966cdd2ee974 service neutron] 10.222.0.43 "GET /v2.0/networks/845e5455-c260-40dc-b6b2-15d89bd43617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730520 Jul 14 20:49:45.261003 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6daf9-c2f6-45ad-8151-299c1a66e439 req-0f4dd917-5dd0-4a5d-a23b-96df4a256097 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:45.269425 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5db6daf9-c2f6-45ad-8151-299c1a66e439 req-0f4dd917-5dd0-4a5d-a23b-96df4a256097 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 947 time: 0.2430038 Jul 14 20:49:45.343554 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-03a1e73b-84aa-40a2-a662-e4d5b7ccb6cd tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:45.345597 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-03a1e73b-84aa-40a2-a662-e4d5b7ccb6cd tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.43 "GET /v2.0/networks?id=54275dda-63b7-4bdb-9172-44a7fa1a9847 HTTP/1.1" status: 200 len: 809 time: 0.2871046 Jul 14 20:49:45.356290 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5db6daf9-c2f6-45ad-8151-299c1a66e439 req-b16ecbde-56af-4510-808a-3cf97c3b06d4 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859408 Jul 14 20:49:45.368893 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Request body: {'port': {'device_id': '69205b9c-9e08-473a-bf09-c86b644b8ef6', 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847', 'admin_state_up': True, 'tenant_id': '640fdab7c21b4020b94cfdfb74aa2ca8'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:45.382845 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591370f7-6cdd-4999-90d5-3be1a9907154 req-cba55f85-46a7-4011-a41d-fcbe00593ac8 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:45.392840 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-591370f7-6cdd-4999-90d5-3be1a9907154 req-cba55f85-46a7-4011-a41d-fcbe00593ac8 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0942886 Jul 14 20:49:45.444635 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2a6ecddb-d281-48cf-a83a-24509916c58d req-76b0a68d-ed3e-4797-b95a-56bbd89bd48d service neutron] 10.222.0.43 "GET /v2.0/networks/845e5455-c260-40dc-b6b2-15d89bd43617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494175 Jul 14 20:49:45.463674 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-591370f7-6cdd-4999-90d5-3be1a9907154 req-c0001639-9759-4a7d-93f3-9a3454b75efa tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695980 Jul 14 20:49:45.518571 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Made reservation on behalf of 640fdab7c21b4020b94cfdfb74aa2ca8 for: {'port': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:49:45.522119 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:45.646115 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bfed9-12e0-48ef-9b20-46aabc960ec0 req-9fea8a71-8607-4feb-b87e-5b218ae15499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:45.647528 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c23bfed9-12e0-48ef-9b20-46aabc960ec0 req-9fea8a71-8607-4feb-b87e-5b218ae15499 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 1098 time: 0.0606921 Jul 14 20:49:45.672433 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-130984c8-e4be-4f88-8549-679ccb96b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:45.673955 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-130984c8-e4be-4f88-8549-679ccb96b256 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=858c52b1a02d4261be09c3c2be476b93&device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 1100 time: 0.1385832 Jul 14 20:49:45.684364 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c23bfed9-12e0-48ef-9b20-46aabc960ec0 req-14402773-59ea-4ab2-a16d-b72b6514de02 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295632 Jul 14 20:49:45.708443 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Allocated IP 172.20.0.7 (54275dda-63b7-4bdb-9172-44a7fa1a9847/307a186a-bd05-4336-aa91-5d4800d411ce/40dbae88-0a6e-4026-9ab2-e8243262f22c) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:49:45.832836 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-8dcafd3f-b795-411b-8d34-6b3fdee6a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:45.834325 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-8dcafd3f-b795-411b-8d34-6b3fdee6a290 service neutron] 10.222.0.43 "GET /v2.0/networks?id=845e5455-c260-40dc-b6b2-15d89bd43617 HTTP/1.1" status: 200 len: 870 time: 0.1492872 Jul 14 20:49:45.907653 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-c8b4baa8-b794-413d-b4f5-ec9072d2e4ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=388c0df5-93be-4abf-a0b1-33a278be7886 HTTP/1.1" status: 200 len: 217 time: 0.0483408 Jul 14 20:49:45.961748 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-aded001f-cf6c-4438-bd49-efbb55be3a01 req-04f4a834-ea36-46e8-916c-0d3a0aaf5b71 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 210 time: 0.0510604 Jul 14 20:49:46.026810 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-3a913570-1bc4-4577-bf3a-8fa160032ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:46.028311 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-3a913570-1bc4-4577-bf3a-8fa160032ae6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91c1404e-dff5-4dbc-a27a-8a6093b6d9b5 HTTP/1.1" status: 200 len: 843 time: 0.1011758 Jul 14 20:49:46.033164 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:46.133093 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-02803339-17dc-402e-b7b5-0053f1ac3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:46.134595 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-02803339-17dc-402e-b7b5-0053f1ac3e19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=845e5455-c260-40dc-b6b2-15d89bd43617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0921392 Jul 14 20:49:46.138410 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:46.231868 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Network 54275dda-63b7-4bdb-9172-44a7fa1a9847 is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:49:46.247010 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:49:46.253257 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:49:46.312041 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Pushing event updated for resources: {'Port': ['ID=40dbae88-0a6e-4026-9ab2-e8243262f22c,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:46.365703 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:46.366317 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:46.371155 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-6ffa0333-a924-4a0a-a154-444a0bd443d5 service neutron] 10.222.0.43 "GET /v2.0/networks/845e5455-c260-40dc-b6b2-15d89bd43617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255490 Jul 14 20:49:46.385573 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-1aea17a1-7e40-4b60-bc18-09aca4ed5c4c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0277410 Jul 14 20:49:46.432502 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Request body: {'port': {'device_id': '69205b9c-9e08-473a-bf09-c86b644b8ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:46.623070 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:46.628764 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-636e0919-a1fb-48b4-ad1c-90b857bf2ca5 req-025d4594-51d3-40a3-a5b0-c154f6008310 service neutron] 10.222.0.43 "GET /v2.0/networks/845e5455-c260-40dc-b6b2-15d89bd43617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251856 Jul 14 20:49:46.729364 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf409fb0-6360-4579-9791-e1a1bd0e1b10 req-5f538a9f-8315-4467-9bd2-2fa54c27efea tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:46.739254 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bf409fb0-6360-4579-9791-e1a1bd0e1b10 req-5f538a9f-8315-4467-9bd2-2fa54c27efea tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 947 time: 0.2350943 Jul 14 20:49:46.751927 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14574-afed-428a-8faf-3c6389a2b6e1 req-48234ac6-aa05-42fe-a385-2cd9b6906a99 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:46.760400 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-56e14574-afed-428a-8faf-3c6389a2b6e1 req-48234ac6-aa05-42fe-a385-2cd9b6906a99 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1289487 Jul 14 20:49:46.812659 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-56e14574-afed-428a-8faf-3c6389a2b6e1 req-439491e6-c071-4506-b34f-e809a1b4bc4e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509543 Jul 14 20:49:46.867174 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bf409fb0-6360-4579-9791-e1a1bd0e1b10 req-fbc61dc3-b51d-47e9-b7fd-10c77499f71f tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269674 Jul 14 20:49:47.220084 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40dbae88-0a6e-4026-9ab2-e8243262f22c {{(pid=99456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:49:47.231427 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:47.247789 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Transition to ACTIVE for port object 40dbae88-0a6e-4026-9ab2-e8243262f22c will not be triggered until provisioned by entity L2. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:49:47.254274 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:47.260881 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3675761-164a-4a2c-9bc4-55c79e6d9b7a req-5676858e-abe4-4c3e-b04a-019c4383152f tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:47.270178 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a3675761-164a-4a2c-9bc4-55c79e6d9b7a req-5676858e-abe4-4c3e-b04a-019c4383152f tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 931 time: 0.1126115 Jul 14 20:49:47.317450 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a3675761-164a-4a2c-9bc4-55c79e6d9b7a req-3d140cb8-65bf-46d7-9915-1baf5fe22ef2 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Jul 14 20:49:47.360125 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Pushing event updated for resources: {'Port': ['ID=40dbae88-0a6e-4026-9ab2-e8243262f22c,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:47.400984 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Attempting to bind port 40dbae88-0a6e-4026-9ab2-e8243262f22c on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:49:47.401320 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Attempting to bind port 40dbae88-0a6e-4026-9ab2-e8243262f22c by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': 'a8441d1b-cfed-4c7a-b194-c9072be350de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847'}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:49:47.401991 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Attempting to bind port 40dbae88-0a6e-4026-9ab2-e8243262f22c on network 54275dda-63b7-4bdb-9172-44a7fa1a9847 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:49:47.409065 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Port 40dbae88-0a6e-4026-9ab2-e8243262f22c on network 54275dda-63b7-4bdb-9172-44a7fa1a9847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:49:47.409437 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Attempting to bind port 40dbae88-0a6e-4026-9ab2-e8243262f22c on network 54275dda-63b7-4bdb-9172-44a7fa1a9847 {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:49:47.417685 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:49:47.418224 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Checking segment: {'id': 'a8441d1b-cfed-4c7a-b194-c9072be350de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:49:47.418443 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59380) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:47.418589 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Bound using segment: {'id': 'a8441d1b-cfed-4c7a-b194-c9072be350de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847'} {{(pid=99456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:49:47.418934 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.managers [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Bound port: 40dbae88-0a6e-4026-9ab2-e8243262f22c, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8441d1b-cfed-4c7a-b194-c9072be350de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847'}}] {{(pid=99456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:49:47.419287 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:47.515565 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] For port 40dbae88-0a6e-4026-9ab2-e8243262f22c, host hv-cinder-80083, cleared binding levels {{(pid=99456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:49:47.520801 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] For port 40dbae88-0a6e-4026-9ab2-e8243262f22c, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=40dbae88-0a6e-4026-9ab2-e8243262f22c,segment=NetworkSegment(a8441d1b-cfed-4c7a-b194-c9072be350de),segment_id=a8441d1b-cfed-4c7a-b194-c9072be350de)] {{(pid=99456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:49:47.525603 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:47.573616 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:47.574234 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:47.575787 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] 10.222.0.43 "PUT /v2.0/ports/40dbae88-0a6e-4026-9ab2-e8243262f22c HTTP/1.1" status: 200 len: 1093 time: 1.1598673 Jul 14 20:49:47.576597 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69205b9c-9e08-473a-bf09-c86b644b8ef6', 'tag': '40dbae88-0a6e-4026-9ab2-e8243262f22c'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:49:47.579266 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b714737-e5d7-49dc-8709-d925053915ca" -d '{"events": [{"name": "network-changed", "server_uuid": "69205b9c-9e08-473a-bf09-c86b644b8ef6", "tag": "40dbae88-0a6e-4026-9ab2-e8243262f22c"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:49:47.601240 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e2fadc85-12c1-4965-b985-a89e0af4e4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:47.636842 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0321d72-867b-488b-933a-bb8de7a989cd service neutron] Pushing event updated for resources: {'Port': ['ID=40dbae88-0a6e-4026-9ab2-e8243262f22c,revision_number=3']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:47.681008 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4c5be3-5674-4502-9b9f-1c99daf07696 x-openstack-request-id: req-fa4c5be3-5674-4502-9b9f-1c99daf07696 {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:49:47.681508 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69205b9c-9e08-473a-bf09-c86b644b8ef6", "tag": "40dbae88-0a6e-4026-9ab2-e8243262f22c", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:49:47.681826 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa4c5be3-5674-4502-9b9f-1c99daf07696 {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:49:47.682280 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69205b9c-9e08-473a-bf09-c86b644b8ef6', 'tag': '40dbae88-0a6e-4026-9ab2-e8243262f22c', 'status': 'completed', 'code': 200} Jul 14 20:49:47.727125 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-7fe63539-82eb-428e-9c33-c6a0360c12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:47.728933 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-7fe63539-82eb-428e-9c33-c6a0360c12fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640fdab7c21b4020b94cfdfb74aa2ca8&device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 1096 time: 0.0856786 Jul 14 20:49:47.768544 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e2fadc85-12c1-4965-b985-a89e0af4e4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:47.772317 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e2fadc85-12c1-4965-b985-a89e0af4e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:47.854373 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-e2fadc85-12c1-4965-b985-a89e0af4e4ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c6614ff796d4493dbf6491492362fcae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348459 Jul 14 20:49:47.857230 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59406) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:47.857400 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fadc85-12c1-4965-b985-a89e0af4e4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad01e0-2ed0-4b75-94c4-1edf2b64af0f,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:47.921041 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-1738bd3d-eb06-4c46-af47-82fc6dfdd0a8 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:47.923067 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-1738bd3d-eb06-4c46-af47-82fc6dfdd0a8 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 814 time: 0.1399651 Jul 14 20:49:47.939209 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-2f8caeb5-4776-4d05-9fa5-3bc6d54c63e8 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/quotas/9023af6dfb53405f835085001e679ca9 HTTP/1.1" status: 200 len: 375 time: 0.0105741 Jul 14 20:49:48.025660 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-0612d784-d656-40d7-b2f6-463d0520410a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801463 Jul 14 20:49:48.136180 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-267d4aa2-47b6-49c2-a2ac-9b1ade3d76b9 service neutron] 10.222.0.38 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990393 Jul 14 20:49:48.183011 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2de98f69-f8dd-45ac-aedc-27b43939165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:48.212585 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93360fb-7037-46e9-9e03-d26523384b02 req-30708077-01cd-4848-93c0-c084572ab9cf tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:48.214163 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a93360fb-7037-46e9-9e03-d26523384b02 req-30708077-01cd-4848-93c0-c084572ab9cf tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1098716 Jul 14 20:49:48.219959 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2de98f69-f8dd-45ac-aedc-27b43939165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:48.261803 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-5079e677-f79f-4300-8b1f-83f9dbce7cb5 service neutron] 10.222.0.38 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184378 Jul 14 20:49:48.286343 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a93360fb-7037-46e9-9e03-d26523384b02 req-e311c021-6f50-4388-975c-f90280086234 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597332 Jul 14 20:49:48.309696 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2de98f69-f8dd-45ac-aedc-27b43939165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:48.313239 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2de98f69-f8dd-45ac-aedc-27b43939165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:48.314389 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-2de98f69-f8dd-45ac-aedc-27b43939165f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdad01e0-2ed0-4b75-94c4-1edf2b64af0f HTTP/1.1" status: 204 len: 168 time: 0.4561844 Jul 14 20:49:48.327483 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de98f69-f8dd-45ac-aedc-27b43939165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdad01e0-2ed0-4b75-94c4-1edf2b64af0f,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:48.539494 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c2701-86fc-45b2-b5ce-f56b1137a97b req-8633dd4b-8fa3-46e2-af0d-f63ca4f9ee19 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:48.541785 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4c3c2701-86fc-45b2-b5ce-f56b1137a97b req-8633dd4b-8fa3-46e2-af0d-f63ca4f9ee19 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 947 time: 0.0921464 Jul 14 20:49:48.564623 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 388c0df5-93be-4abf-a0b1-33a278be7886 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:49:48.632378 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4c3c2701-86fc-45b2-b5ce-f56b1137a97b req-fd46afcf-ecb6-4f97-a0e3-a3fa02b142e5 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821166 Jul 14 20:49:48.722098 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-361978f7-8bc2-46a2-9a05-a88bd63af432 req-aec76fd5-82ac-4200-92ff-7a4e8fda84f6 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 210 time: 0.0358698 Jul 14 20:49:48.771152 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21102a5-d01f-43fe-b1d7-bb4cb2881063 req-be887ce4-6e0e-4ffe-a9db-3c29e981371e tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:48.781644 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a21102a5-d01f-43fe-b1d7-bb4cb2881063 req-be887ce4-6e0e-4ffe-a9db-3c29e981371e tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 943 time: 0.1370087 Jul 14 20:49:48.797185 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59452) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:48.823121 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bec709a3-c523-4b2b-b227-218d23bf64c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:48.844635 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a21102a5-d01f-43fe-b1d7-bb4cb2881063 req-76f829ba-1cf2-4e63-aec1-1d363c31a88b tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614374 Jul 14 20:49:48.851579 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 388c0df5-93be-4abf-a0b1-33a278be7886, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=388c0df5-93be-4abf-a0b1-33a278be7886,segment=NetworkSegment(c0764376-9541-4de4-aac1-33a24b15dd7c),segment_id=c0764376-9541-4de4-aac1-33a24b15dd7c)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:48.881351 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '388c0df5-93be-4abf-a0b1-33a278be7886', 'network_id': '845e5455-c260-40dc-b6b2-15d89bd43617', 'port_id': '388c0df5-93be-4abf-a0b1-33a278be7886', 'mac_address': 'fa:16:3e:d2:ec:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c1404e-dff5-4dbc-a27a-8a6093b6d9b5', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:49:48.930562 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:48.946416 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388c0df5-93be-4abf-a0b1-33a278be7886 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:49:48.974716 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 388c0df5-93be-4abf-a0b1-33a278be7886, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=388c0df5-93be-4abf-a0b1-33a278be7886,segment=NetworkSegment(c0764376-9541-4de4-aac1-33a24b15dd7c),segment_id=c0764376-9541-4de4-aac1-33a24b15dd7c)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:48.976258 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bec709a3-c523-4b2b-b227-218d23bf64c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:48.980079 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:48.981993 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bec709a3-c523-4b2b-b227-218d23bf64c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:49.036376 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-bec709a3-c523-4b2b-b227-218d23bf64c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3aed3a1dbd4d4aa9bdee2e944432369d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378037 Jul 14 20:49:49.038502 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec709a3-c523-4b2b-b227-218d23bf64c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e678c6-b51a-40ea-aea1-1da1bb1d68d9,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:49.039340 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59458) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:49.055089 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=388c0df5-93be-4abf-a0b1-33a278be7886,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:49.108698 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-23d9afcf-0d04-4444-a699-bd44d13b667e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:49.155069 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-23d9afcf-0d04-4444-a699-bd44d13b667e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:49.205495 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034826f-7399-4cd0-98a2-e405d1dd6b17 req-cc604b2b-279b-4877-872f-8e2bfc43dea2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:49.206900 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b034826f-7399-4cd0-98a2-e405d1dd6b17 req-cc604b2b-279b-4877-872f-8e2bfc43dea2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1104724 Jul 14 20:49:49.234248 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-23d9afcf-0d04-4444-a699-bd44d13b667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:49.236626 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-23d9afcf-0d04-4444-a699-bd44d13b667e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:49.237709 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-23d9afcf-0d04-4444-a699-bd44d13b667e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35e678c6-b51a-40ea-aea1-1da1bb1d68d9 HTTP/1.1" status: 204 len: 168 time: 0.1973531 Jul 14 20:49:49.253604 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9afcf-0d04-4444-a699-bd44d13b667e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e678c6-b51a-40ea-aea1-1da1bb1d68d9,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:49.257863 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b034826f-7399-4cd0-98a2-e405d1dd6b17 req-5a5df8c2-e205-43e8-b0ee-ba31831991aa tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 Jul 14 20:49:49.826642 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63450eca-50f0-4de4-89d9-c0805292d536 req-8240947e-99dd-4209-a20f-93465d0625da tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:49.827230 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63450eca-50f0-4de4-89d9-c0805292d536 req-8240947e-99dd-4209-a20f-93465d0625da tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 948 time: 0.0756879 Jul 14 20:49:49.886552 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-60f4e7b2-1f91-46c8-b89e-995411179c23 req-e18242df-3c59-4b19-ab3a-bfdd530ebbbc tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 210 time: 0.0392621 Jul 14 20:49:49.923484 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63450eca-50f0-4de4-89d9-c0805292d536 req-309e79f3-509a-4633-89f1-bf5364e00e34 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888410 Jul 14 20:49:50.071607 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaa92d-8f40-4927-bc41-1dec22810d3a req-6e10945a-cdbc-4989-95d7-2e2dc559f8af tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:50.073139 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-12eaa92d-8f40-4927-bc41-1dec22810d3a req-6e10945a-cdbc-4989-95d7-2e2dc559f8af tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 943 time: 0.0692239 Jul 14 20:49:50.116405 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-12eaa92d-8f40-4927-bc41-1dec22810d3a req-7bdcf689-c7c2-4cbd-9607-ff9ca213e662 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374770 Jul 14 20:49:50.439933 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a75ee6-8f12-4c17-8253-817f57035300 req-f34a7686-fe8e-426e-9fba-45ba115623c8 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:50.441368 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f2a75ee6-8f12-4c17-8253-817f57035300 req-f34a7686-fe8e-426e-9fba-45ba115623c8 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0681558 Jul 14 20:49:50.483293 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f2a75ee6-8f12-4c17-8253-817f57035300 req-dc079ad5-b756-4f1f-84ab-38c98a4d83ea tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344853 Jul 14 20:49:50.569202 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-42a6e01d-c612-4f57-b652-c93091e203e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40dbae88-0a6e-4026-9ab2-e8243262f22c HTTP/1.1" status: 200 len: 217 time: 0.0478494 Jul 14 20:49:50.669241 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-307faeaf-60b7-4db9-ada7-fef334606cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:50.670762 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-307faeaf-60b7-4db9-ada7-fef334606cd8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=307a186a-bd05-4336-aa91-5d4800d411ce HTTP/1.1" status: 200 len: 849 time: 0.0749965 Jul 14 20:49:50.715077 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-4e7ecb2b-958c-47d9-8e13-032365197cc6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54275dda-63b7-4bdb-9172-44a7fa1a9847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354834 Jul 14 20:49:50.721943 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-011b9aa1-8268-4630-a489-a38a628cdbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:50.723331 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-011b9aa1-8268-4630-a489-a38a628cdbe4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 1098 time: 0.1190331 Jul 14 20:49:50.794534 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c3eab95-a53f-496f-be16-4fe52299288b req-7071a5e0-b74c-4957-bc43-63f4660669ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582750 Jul 14 20:49:50.842404 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['388c0df5-93be-4abf-a0b1-33a278be7886'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:49:50.906696 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-42b5d8d5-a9db-4b73-86be-0fce25a75064 service neutron] 10.222.0.43 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716187 Jul 14 20:49:50.911774 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-1c3d4b9c-86c1-4171-8a71-213c08a46262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:50.913327 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-1c3d4b9c-86c1-4171-8a71-213c08a46262 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 917 time: 0.1707411 Jul 14 20:49:50.979500 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eab95-a53f-496f-be16-4fe52299288b req-18632100-43d8-4563-ae0f-9e8b3fb826c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:50.984311 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c3eab95-a53f-496f-be16-4fe52299288b req-18632100-43d8-4563-ae0f-9e8b3fb826c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 1099 time: 0.1526465 Jul 14 20:49:51.164185 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-703d38c7-4e03-4500-89aa-80da470f90c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63060adf-e756-476a-bbb1-e6e0994dca24 HTTP/1.1" status: 200 len: 217 time: 0.2413363 Jul 14 20:49:51.216204 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-43f1816e-1135-48d7-a0f5-05a756fa77c1 req-058abe5a-ebb7-4b79-a0d7-10ba21485697 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 210 time: 0.0829620 Jul 14 20:49:51.281578 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eab95-a53f-496f-be16-4fe52299288b req-263989ac-dcbb-4a47-be1f-b3c198a4e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:51.283635 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c3eab95-a53f-496f-be16-4fe52299288b req-263989ac-dcbb-4a47-be1f-b3c198a4e2d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 915 time: 0.2639549 Jul 14 20:49:51.284755 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-b746d315-9e27-4e5d-8ecf-fdb40ee08460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:51.286224 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-b746d315-9e27-4e5d-8ecf-fdb40ee08460 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 200 len: 856 time: 0.1082954 Jul 14 20:49:51.302230 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08909d13-42bb-4d48-93bf-95bcfb257cb6 req-86c0bc48-cf3c-419d-91f7-d73f89f59871 service neutron] 10.222.0.43 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774371 Jul 14 20:49:51.328007 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60476d53-1aa5-4085-8009-942ce8ac4f7a req-db984260-4545-41b9-a0b3-9acffffc4fcf tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:51.343123 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-60476d53-1aa5-4085-8009-942ce8ac4f7a req-db984260-4545-41b9-a0b3-9acffffc4fcf tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 948 time: 0.1776268 Jul 14 20:49:51.355230 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c3eab95-a53f-496f-be16-4fe52299288b req-47ac5e06-8481-48dc-9468-f892b33ee56e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7bfee66-999c-472c-bfb4-1016308a8fc9 HTTP/1.1" status: 200 len: 217 time: 0.0501227 Jul 14 20:49:51.423465 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-b8707f03-b2d1-4a3b-a4cf-424bace45784 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7ff29d-da1f-4b0f-8082-c235e8f92570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636382 Jul 14 20:49:51.584631 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eab95-a53f-496f-be16-4fe52299288b req-e7693587-66e2-4fb5-afda-761b1ddd7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:51.586199 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c3eab95-a53f-496f-be16-4fe52299288b req-e7693587-66e2-4fb5-afda-761b1ddd7e4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1608b520-384d-4509-b720-6c2c073cce25 HTTP/1.1" status: 200 len: 854 time: 0.2136793 Jul 14 20:49:51.648509 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-60476d53-1aa5-4085-8009-942ce8ac4f7a req-ef66630b-1aee-4e4d-b959-2af2c741ee35 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978997 Jul 14 20:49:51.733871 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-f0f8df60-1ddb-4028-9141-14d7b66a9813 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647409 Jul 14 20:49:51.740250 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714737-e5d7-49dc-8709-d925053915ca req-d09cc613-5cb6-4c78-9977-646b714e3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:51.742092 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9b714737-e5d7-49dc-8709-d925053915ca req-d09cc613-5cb6-4c78-9977-646b714e3fda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640fdab7c21b4020b94cfdfb74aa2ca8&device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 1096 time: 0.2951641 Jul 14 20:49:51.926728 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c3eab95-a53f-496f-be16-4fe52299288b req-3b493f1f-4a35-4056-80a5-6284f7623063 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2847252 Jul 14 20:49:51.961076 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416f6c3-a373-4aa4-bcef-dabd4c3d940f req-63eb5bfe-4747-44c9-961d-f6c0f226d287 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:51.963453 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e416f6c3-a373-4aa4-bcef-dabd4c3d940f req-63eb5bfe-4747-44c9-961d-f6c0f226d287 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 943 time: 0.5896087 Jul 14 20:49:51.996404 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-e3475886-c4d3-45a1-911f-da12d781a8ff service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458036 Jul 14 20:49:52.014407 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714737-e5d7-49dc-8709-d925053915ca req-d0993636-1ee2-4e01-bd99-637a34a6aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:52.015946 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9b714737-e5d7-49dc-8709-d925053915ca req-d0993636-1ee2-4e01-bd99-637a34a6aa65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54275dda-63b7-4bdb-9172-44a7fa1a9847 HTTP/1.1" status: 200 len: 910 time: 0.2551894 Jul 14 20:49:52.033401 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d764-8699-4a8c-91e4-b74226aa9634 req-7912c282-852f-4c13-be43-ae6951cd2502 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:52.034966 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3650d764-8699-4a8c-91e4-b74226aa9634 req-7912c282-852f-4c13-be43-ae6951cd2502 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1687391 Jul 14 20:49:52.081574 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9b714737-e5d7-49dc-8709-d925053915ca req-711daa3e-0308-401e-a0b2-a0c513086ec5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40dbae88-0a6e-4026-9ab2-e8243262f22c HTTP/1.1" status: 200 len: 217 time: 0.0456247 Jul 14 20:49:52.089099 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-cb771eab-8dcc-4b98-92a9-948859925d85 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:52.090687 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-cb771eab-8dcc-4b98-92a9-948859925d85 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 814 time: 0.5380027 Jul 14 20:49:52.107512 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e416f6c3-a373-4aa4-bcef-dabd4c3d940f req-60f88b12-defc-4d10-a463-cc3706ae6f2b tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366112 Jul 14 20:49:52.129310 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Request body: {'port': {'device_id': '8b1fe060-8665-446c-82d0-2f66568ac26e', 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5', 'admin_state_up': True, 'tenant_id': '9023af6dfb53405f835085001e679ca9'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:52.158422 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c3eab95-a53f-496f-be16-4fe52299288b req-d4a51d09-a894-4d93-a3b1-a1662a72dca6 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196467 Jul 14 20:49:52.175210 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3650d764-8699-4a8c-91e4-b74226aa9634 req-cac4149e-c905-4d9c-99b4-e728942604ac tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323707 Jul 14 20:49:52.201218 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714737-e5d7-49dc-8709-d925053915ca req-c66544b7-cab7-404f-b6a7-2ef04c94e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:52.201218 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9b714737-e5d7-49dc-8709-d925053915ca req-c66544b7-cab7-404f-b6a7-2ef04c94e32d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=307a186a-bd05-4336-aa91-5d4800d411ce HTTP/1.1" status: 200 len: 849 time: 0.1068056 Jul 14 20:49:52.324989 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9b714737-e5d7-49dc-8709-d925053915ca req-c74c4a93-e4bf-4393-92b9-b234c1cdf070 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54275dda-63b7-4bdb-9172-44a7fa1a9847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040151 Jul 14 20:49:52.379359 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59572) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:52.468753 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9b714737-e5d7-49dc-8709-d925053915ca req-48574242-a34d-49fa-a9c8-c1c425b07c86 service neutron] 10.222.0.43 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334138 Jul 14 20:49:52.483943 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-28209ea4-b7e2-483d-8722-cc8a2136beb4 req-a3737db0-7498-4ef2-a710-5427bc907f58 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 210 time: 0.0771821 Jul 14 20:49:52.518696 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e743ae3b-0bf4-4fed-860d-b5e2c95afd8a admin admin] Deleting subnet 06a87244-5317-4df8-9fa3-6d5131c4e478 {{(pid=99457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:49:52.524589 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c3eab95-a53f-496f-be16-4fe52299288b req-2c0a3d63-7066-48ed-978c-0b93b4719dba service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351960 Jul 14 20:49:52.525068 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e743ae3b-0bf4-4fed-860d-b5e2c95afd8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:52.526804 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Made reservation on behalf of 9023af6dfb53405f835085001e679ca9 for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:49:52.528134 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 388c0df5-93be-4abf-a0b1-33a278be7886 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:49:52.531354 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:52.590361 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e743ae3b-0bf4-4fed-860d-b5e2c95afd8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62803196'] for subnet, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:52.609934 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 388c0df5-93be-4abf-a0b1-33a278be7886 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:49:52.615440 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 388c0df5-93be-4abf-a0b1-33a278be7886 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:49:52.616224 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:52.617314 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9b714737-e5d7-49dc-8709-d925053915ca req-dc386acb-1986-4ed6-a68b-29370ab9d969 service neutron] 10.222.0.43 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397870 Jul 14 20:49:52.667728 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:52.693789 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e743ae3b-0bf4-4fed-860d-b5e2c95afd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:52.733280 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:52.783003 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba254e84-0223-41e2-a47a-5e53253ec238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388c0df5-93be-4abf-a0b1-33a278be7886'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:49:52.783550 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Allocated IP 172.20.0.11 (8b9b0dc0-34ac-48b3-bec1-be487f6435d5/1608b520-384d-4509-b720-6c2c073cce25/068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:49:52.785807 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577234a1-8d98-4b29-83e3-065df53c301c" -d '{"events": [{"server_uuid": "ba254e84-0223-41e2-a47a-5e53253ec238", "name": "network-vif-plugged", "status": "completed", "tag": "388c0df5-93be-4abf-a0b1-33a278be7886"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:49:52.792733 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 388c0df5-93be-4abf-a0b1-33a278be7886, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=388c0df5-93be-4abf-a0b1-33a278be7886,segment=NetworkSegment(c0764376-9541-4de4-aac1-33a24b15dd7c),segment_id=c0764376-9541-4de4-aac1-33a24b15dd7c)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:52.798093 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:52.809680 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e743ae3b-0bf4-4fed-860d-b5e2c95afd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62809195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62529652'] for subnet, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:52.858228 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743ae3b-0bf4-4fed-860d-b5e2c95afd8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a87244-5317-4df8-9fa3-6d5131c4e478,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:52.860771 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e743ae3b-0bf4-4fed-860d-b5e2c95afd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:52.865370 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-e743ae3b-0bf4-4fed-860d-b5e2c95afd8a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/06a87244-5317-4df8-9fa3-6d5131c4e478 HTTP/1.1" status: 204 len: 168 time: 0.4843554 Jul 14 20:49:52.868280 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c60b1b0-4127-4eb9-a600-260c338631d4 x-openstack-request-id: req-1c60b1b0-4127-4eb9-a600-260c338631d4 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:49:52.868280 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba254e84-0223-41e2-a47a-5e53253ec238", "name": "network-vif-plugged", "status": "completed", "tag": "388c0df5-93be-4abf-a0b1-33a278be7886", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:49:52.868538 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59584) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:52.868616 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c60b1b0-4127-4eb9-a600-260c338631d4 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:49:52.868960 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba254e84-0223-41e2-a47a-5e53253ec238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388c0df5-93be-4abf-a0b1-33a278be7886', 'code': 200} Jul 14 20:49:52.901089 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=388c0df5-93be-4abf-a0b1-33a278be7886,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:52.940344 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7400-3748-449d-ae73-b9d1b56ff357 req-059f2c60-6b84-4102-b211-f57a5f354e20 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:52.944597 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-79bf7400-3748-449d-ae73-b9d1b56ff357 req-059f2c60-6b84-4102-b211-f57a5f354e20 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 949 time: 0.1632833 Jul 14 20:49:52.966765 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-aed9aedf-7334-43d7-bb79-326dea12a8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.038801 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-79bf7400-3748-449d-ae73-b9d1b56ff357 req-3bce7ad1-92c6-4a5f-9bf7-9e429b260824 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872905 Jul 14 20:49:53.098467 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.276594 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315c31d-c503-4fac-9faf-63782b810ace req-1ab22de5-f13d-44ba-a711-e1c73958a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:53.279447 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b315c31d-c503-4fac-9faf-63782b810ace req-1ab22de5-f13d-44ba-a711-e1c73958a068 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 1102 time: 0.1102421 Jul 14 20:49:53.284618 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.299983 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.317026 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11e130d-1f19-40fe-897f-7375a74d3a87']}} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:49:53.328413 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b315c31d-c503-4fac-9faf-63782b810ace req-aaf1b37a-94a3-42a8-ad75-4fb481063408 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Jul 14 20:49:53.333385 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e67f149-6a7f-4edf-8701-958605128c45') {'for_net_delete': True} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:49:53.333703 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e67f149-6a7f-4edf-8701-958605128c45') {} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:49:53.356295 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62803173'] for segment, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.389848 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=99457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62809029'] for segment, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: Traceback (most recent call last): Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: timer() Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: cb(*args, **kw) Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: return func(*args, **kwargs) Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: self._notify() Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: self.callback(batched_events) Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: event.method(event) Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: return f(self, *a, **k) Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._get(url).json() Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: return self.request(url, 'GET', **kwargs) Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:49:53.415827 dv-cinder-800830-1-iscsi neutron-server[99457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:49:53.439163 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae953cb-b105-4817-99e0-457a45bfd07d req-6f117e07-8298-42b8-818a-5871d15a444e tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:53.441011 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-aae953cb-b105-4817-99e0-457a45bfd07d req-6f117e07-8298-42b8-818a-5871d15a444e tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 943 time: 0.2015364 Jul 14 20:49:53.489799 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95e097-5fd3-4b2f-b1e1-bcda5d524373 req-1009bbef-1367-4e73-a236-d7e0d4c747b2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:53.491508 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-fd95e097-5fd3-4b2f-b1e1-bcda5d524373 req-1009bbef-1367-4e73-a236-d7e0d4c747b2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0976036 Jul 14 20:49:53.514462 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.531389 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['b7bfee66-999c-472c-bfb4-1016308a8fc9', '16717edb-7f62-47e4-9c1f-138652dc3fb1', 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:49:53.572111 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-fd95e097-5fd3-4b2f-b1e1-bcda5d524373 req-4b5b5450-ef58-442f-839d-96bbc09c0f93 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683258 Jul 14 20:49:53.628549 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:49:53.640118 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.648433 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.650271 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f11e130d-1f19-40fe-897f-7375a74d3a87 HTTP/1.1" status: 204 len: 168 time: 0.7807124 Jul 14 20:49:53.657176 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59612) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:53.658998 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:49:53.663658 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:49:53.704638 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Pushing event updated for resources: {'Port': ['ID=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:53.714494 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-aae953cb-b105-4817-99e0-457a45bfd07d req-30ad4384-a1a0-4446-813d-168b82624ec4 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078962 Jul 14 20:49:53.719376 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197b728-ae8c-44f6-bb6c-a8fe42e1ba46 admin admin] Pushing event deleted for resources: {'Network': ['ID=f11e130d-1f19-40fe-897f-7375a74d3a87,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:53.761948 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:53.764051 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.783064 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-11b2e20a-5df2-4ad2-b12f-7faf52ab6bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6672218 Jul 14 20:49:53.793006 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d886a1-8140-422e-95f8-afef2ca9ef36 admin admin] Deleting subnet 98a79f9b-1a0a-45ad-921a-0d990d6d47d1 {{(pid=99456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:49:53.796979 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35d886a1-8140-422e-95f8-afef2ca9ef36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.799814 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Request body: {'port': {'device_id': '8b1fe060-8665-446c-82d0-2f66568ac26e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:49:53.835557 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35d886a1-8140-422e-95f8-afef2ca9ef36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59089704'] for subnet, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.898566 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35d886a1-8140-422e-95f8-afef2ca9ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:53.956902 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.030862 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35d886a1-8140-422e-95f8-afef2ca9ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58970847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59790266'] for subnet, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.082490 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d886a1-8140-422e-95f8-afef2ca9ef36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a79f9b-1a0a-45ad-921a-0d990d6d47d1,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:54.084869 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35d886a1-8140-422e-95f8-afef2ca9ef36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.089564 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-35d886a1-8140-422e-95f8-afef2ca9ef36 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/98a79f9b-1a0a-45ad-921a-0d990d6d47d1 HTTP/1.1" status: 204 len: 168 time: 0.4284298 Jul 14 20:49:54.091062 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59624) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:54.250192 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.265683 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eddcd6-6872-451d-8cbc-a94d4b0bcc4a req-ee6a4384-a10b-42aa-b3cd-d2d651c44044 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:54.271906 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-78eddcd6-6872-451d-8cbc-a94d4b0bcc4a req-ee6a4384-a10b-42aa-b3cd-d2d651c44044 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 932 time: 0.3185070 Jul 14 20:49:54.393177 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-78eddcd6-6872-451d-8cbc-a94d4b0bcc4a req-5b9dc7e4-bb70-4689-9bbb-7826634b4e5d tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207817 Jul 14 20:49:54.463011 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deb03e-28e9-4218-999a-4d5fc8cc1780 req-6808d735-5cb9-4dd8-bd67-89999ebcdd74 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:54.464622 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-94deb03e-28e9-4218-999a-4d5fc8cc1780 req-6808d735-5cb9-4dd8-bd67-89999ebcdd74 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 949 time: 0.0867059 Jul 14 20:49:54.496084 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.514388 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-94deb03e-28e9-4218-999a-4d5fc8cc1780 req-04302171-2abc-4e9c-81fc-097f6f322c99 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Jul 14 20:49:54.519694 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8171fe1-0ea2-4eac-9731-be458d47efbd']}} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:49:54.525299 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 40dbae88-0a6e-4026-9ab2-e8243262f22c details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:49:54.547402 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843b7b57-eb1b-4da6-bcc8-1f82f63ffa5f') {'for_net_delete': True} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:49:54.547712 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843b7b57-eb1b-4da6-bcc8-1f82f63ffa5f') {} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:49:54.579072 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62803173'] for segment, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.611506 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.634093 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 40dbae88-0a6e-4026-9ab2-e8243262f22c, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=40dbae88-0a6e-4026-9ab2-e8243262f22c,segment=NetworkSegment(a8441d1b-cfed-4c7a-b194-c9072be350de),segment_id=a8441d1b-cfed-4c7a-b194-c9072be350de)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:54.639213 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=99457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:49:54.639619 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62809029'] for segment, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: Traceback (most recent call last): Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: timer() Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: cb(*args, **kw) Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: return func(*args, **kwargs) Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: self._notify() Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: self.callback(batched_events) Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: event.method(event) Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: return f(self, *a, **k) Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._get(url).json() Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: return self.request(url, 'GET', **kwargs) Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:49:54.641320 dv-cinder-800830-1-iscsi neutron-server[99457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:49:54.654270 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '40dbae88-0a6e-4026-9ab2-e8243262f22c', 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847', 'port_id': '40dbae88-0a6e-4026-9ab2-e8243262f22c', 'mac_address': 'fa:16:3e:93:6d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307a186a-bd05-4336-aa91-5d4800d411ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:49:54.695717 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.704335 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:49:54.713157 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40dbae88-0a6e-4026-9ab2-e8243262f22c {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:49:54.714200 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.744667 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 40dbae88-0a6e-4026-9ab2-e8243262f22c, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=40dbae88-0a6e-4026-9ab2-e8243262f22c,segment=NetworkSegment(a8441d1b-cfed-4c7a-b194-c9072be350de),segment_id=a8441d1b-cfed-4c7a-b194-c9072be350de)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:54.749377 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.752605 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e619a-7627-431b-8956-f055d38f085e req-c6775cde-ad2c-480c-85e6-596ae701a6b5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:54.754498 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-951e619a-7627-431b-8956-f055d38f085e req-c6775cde-ad2c-480c-85e6-596ae701a6b5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.2264946 Jul 14 20:49:54.755432 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.764624 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.769259 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c8171fe1-0ea2-4eac-9731-be458d47efbd HTTP/1.1" status: 204 len: 168 time: 0.6737654 Jul 14 20:49:54.769259 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Transition to ACTIVE for port object 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:49:54.789779 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:54.802846 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac63f66-d31e-4eb4-a4c1-6b79353351e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8171fe1-0ea2-4eac-9731-be458d47efbd,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:54.849086 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=40dbae88-0a6e-4026-9ab2-e8243262f22c,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:54.858342 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.858786 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.859254 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.859501 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.859916 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.860226 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.860547 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.860824 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.861411 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.861601 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.861859 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.872195 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:49:54.895909 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Pushing event updated for resources: {'Port': ['ID=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:54.904877 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-951e619a-7627-431b-8956-f055d38f085e req-749df8d9-15bf-4889-ad44-585eb55da268 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353910 Jul 14 20:49:54.920068 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706924-a162-4741-a5f5-a71e9fad827c req-b9a97560-d2e9-4cb1-93ba-2faf5f83c87a tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:54.928902 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ba706924-a162-4741-a5f5-a71e9fad827c req-b9a97560-d2e9-4cb1-93ba-2faf5f83c87a tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1996291 Jul 14 20:49:54.999010 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ba706924-a162-4741-a5f5-a71e9fad827c req-5edfb2e9-d874-4b58-a7e9-962c28bf791c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689976 Jul 14 20:49:55.035969 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Attempting to bind port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:49:55.038467 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Attempting to bind port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:49:55.040105 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Attempting to bind port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:49:55.051059 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:49:55.052173 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Attempting to bind port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 on network 8b9b0dc0-34ac-48b3-bec1-be487f6435d5 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:49:55.062874 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:49:55.063539 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Checking segment: {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:49:55.064324 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Bound using segment: {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:49:55.065192 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Bound port: 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d97335-2ef6-429e-be6f-fc23f53b8545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:49:55.065721 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:55.161623 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59652) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:55.204022 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] For port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:49:55.206606 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['40dbae88-0a6e-4026-9ab2-e8243262f22c'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:49:55.221195 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] For port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:49:55.221957 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-064155e1-942b-48ea-a434-44c9e315dca7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=52f66e4f60f9479dabeb69fddb933072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577054 Jul 14 20:49:55.224229 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59654) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:55.235376 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:55.256206 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec0a90-a359-430f-b65e-21df5fcc5b53 req-22b6fc95-616f-426d-8e6b-1f66f45d4cf3 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:55.264112 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-31ec0a90-a359-430f-b65e-21df5fcc5b53 req-22b6fc95-616f-426d-8e6b-1f66f45d4cf3 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 944 time: 0.1402977 Jul 14 20:49:55.307497 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:55.308341 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:55.309537 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] 10.222.0.43 "PUT /v2.0/ports/068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 HTTP/1.1" status: 200 len: 1094 time: 1.5147040 Jul 14 20:49:55.312946 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1fe060-8665-446c-82d0-2f66568ac26e', 'tag': '068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:49:55.315572 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be31e32a-b920-4037-93b7-a37705f75bea" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1fe060-8665-446c-82d0-2f66568ac26e", "tag": "068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:49:55.344011 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad0f91c-190f-4e75-8bf9-1a9ec69e7f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:55.364076 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-31ec0a90-a359-430f-b65e-21df5fcc5b53 req-30aa3b8d-7d32-4934-badf-ec5dd16296b0 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991035 Jul 14 20:49:55.394349 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad0f91c-190f-4e75-8bf9-1a9ec69e7f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:55.410977 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c9caf-8827-455c-94b1-7b79c40f474e service neutron] Pushing event updated for resources: {'Port': ['ID=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:55.417439 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f88291b-59ae-4974-860f-593e552d492f x-openstack-request-id: req-4f88291b-59ae-4974-860f-593e552d492f {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:49:55.417805 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1fe060-8665-446c-82d0-2f66568ac26e", "tag": "068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:49:55.418121 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f88291b-59ae-4974-860f-593e552d492f {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:49:55.418581 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1fe060-8665-446c-82d0-2f66568ac26e', 'tag': '068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3', 'status': 'completed', 'code': 200} Jul 14 20:49:55.482674 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-f6e591cb-e318-4f52-88a2-3175a26dc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:55.484315 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-f6e591cb-e318-4f52-88a2-3175a26dc162 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 1097 time: 0.1170781 Jul 14 20:49:55.490827 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad0f91c-190f-4e75-8bf9-1a9ec69e7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:55.493438 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad0f91c-190f-4e75-8bf9-1a9ec69e7f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:55.499077 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-bad0f91c-190f-4e75-8bf9-1a9ec69e7f4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a91d5c71-0de8-43da-839f-b5835870984c HTTP/1.1" status: 204 len: 168 time: 0.2741141 Jul 14 20:49:55.527864 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0f91c-190f-4e75-8bf9-1a9ec69e7f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91d5c71-0de8-43da-839f-b5835870984c,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:55.601613 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-720be2e8-a5fe-47eb-a726-ee3816b5ccc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 HTTP/1.1" status: 200 len: 217 time: 0.1075401 Jul 14 20:49:55.721580 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-a04fa6e1-1ad2-48a6-a572-9af3e3d0295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:55.723786 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-a04fa6e1-1ad2-48a6-a572-9af3e3d0295c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1608b520-384d-4509-b720-6c2c073cce25 HTTP/1.1" status: 200 len: 854 time: 0.1107101 Jul 14 20:49:55.764655 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59674) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:55.779175 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2321b-b16a-4197-bc70-4aa67eedbffe req-af314ecd-b79f-4a57-8cdf-14d384012512 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:55.786110 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-06d2321b-b16a-4197-bc70-4aa67eedbffe req-af314ecd-b79f-4a57-8cdf-14d384012512 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 944 time: 0.1413856 Jul 14 20:49:55.790084 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-d538cdf4-fd16-453a-9851-2bd17d6ecab0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565183 Jul 14 20:49:55.795943 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfacc23-972a-4e7e-83d3-9b0fcee093b1 req-d1b3121f-42e0-4099-9b25-544d055831a5 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:55.797789 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3bfacc23-972a-4e7e-83d3-9b0fcee093b1 req-d1b3121f-42e0-4099-9b25-544d055831a5 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 949 time: 0.0744233 Jul 14 20:49:55.844087 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3bfacc23-972a-4e7e-83d3-9b0fcee093b1 req-1a4af5d5-489d-4a04-8e01-4d76a890b4da tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Jul 14 20:49:55.914884 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-33b9b196-fbdb-47ea-bef1-de47133ba241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:55.916739 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59682) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:55.932174 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-06d2321b-b16a-4197-bc70-4aa67eedbffe req-987e24c0-a76c-469e-a20a-1fe1419fc6c3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450632 Jul 14 20:49:55.950859 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-37f374bb-046c-4f48-97e3-a6a856d26b3d service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475320 Jul 14 20:49:55.980890 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.049907 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-33b9b196-fbdb-47ea-bef1-de47133ba241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.070008 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-33b9b196-fbdb-47ea-bef1-de47133ba241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.081737 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-14a19c0c-46ed-4780-b1e0-bc09d6fa9b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.116733 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-33b9b196-fbdb-47ea-bef1-de47133ba241 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bdd779b99ca04049bf73c6acffe907c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487940 Jul 14 20:49:56.130609 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59694) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:56.165680 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9b196-fbdb-47ea-bef1-de47133ba241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e548b98-71bc-489f-bb7e-da94b59beb72,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:56.228748 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2769056-b5a5-489d-968e-aa421217528b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.257814 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2769056-b5a5-489d-968e-aa421217528b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.327021 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2769056-b5a5-489d-968e-aa421217528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.331618 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a2769056-b5a5-489d-968e-aa421217528b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.333297 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-a2769056-b5a5-489d-968e-aa421217528b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e548b98-71bc-489f-bb7e-da94b59beb72 HTTP/1.1" status: 204 len: 168 time: 0.2013743 Jul 14 20:49:56.380032 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2769056-b5a5-489d-968e-aa421217528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e548b98-71bc-489f-bb7e-da94b59beb72,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:56.391041 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-095f7012-f367-4b70-bde6-55f46f610b58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=03960af8518a43d096dd22992dc8ee34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711623 Jul 14 20:49:56.398666 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59734) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:56.445590 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0e2a5-e2a5-4e14-aae7-eb835b9071fc req-8ed59501-8355-44e9-8c89-d6e21f3f2dc0 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:56.448315 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-baf0e2a5-e2a5-4e14-aae7-eb835b9071fc req-8ed59501-8355-44e9-8c89-d6e21f3f2dc0 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 949 time: 0.1069157 Jul 14 20:49:56.490577 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-baf0e2a5-e2a5-4e14-aae7-eb835b9071fc req-44f55bf4-f36a-47b8-95b7-a29fb902edf5 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Jul 14 20:49:56.530837 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 40dbae88-0a6e-4026-9ab2-e8243262f22c up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:49:56.539125 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-907d291c-2a44-495b-a743-3b2f39deac3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.544198 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fbcff22d-def1-4449-8d4b-a694ee86847f req-f47c55b4-28d0-4742-ab9a-903a8790c352 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848596 Jul 14 20:49:56.566326 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dada1e-edd3-4658-b743-dc05cc6b8793 req-b62107cb-4036-4983-aa10-7f6ba14115f3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:56.574680 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-77dada1e-edd3-4658-b743-dc05cc6b8793 req-b62107cb-4036-4983-aa10-7f6ba14115f3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1765268 Jul 14 20:49:56.592413 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 40dbae88-0a6e-4026-9ab2-e8243262f22c completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:49:56.605094 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 40dbae88-0a6e-4026-9ab2-e8243262f22c triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:49:56.605672 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.614250 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-907d291c-2a44-495b-a743-3b2f39deac3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.721957 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-77dada1e-edd3-4658-b743-dc05cc6b8793 req-d591d993-b392-4667-a945-7f13c5a9ee71 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461666 Jul 14 20:49:56.773885 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-907d291c-2a44-495b-a743-3b2f39deac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.776463 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-907d291c-2a44-495b-a743-3b2f39deac3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.780003 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-907d291c-2a44-495b-a743-3b2f39deac3c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c66f129-034c-4792-b626-a25ac7aaa243 HTTP/1.1" status: 204 len: 168 time: 0.3778379 Jul 14 20:49:56.801406 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.828728 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d291c-2a44-495b-a743-3b2f39deac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c66f129-034c-4792-b626-a25ac7aaa243,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:56.844859 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31e32a-b920-4037-93b7-a37705f75bea req-083264b0-30e5-434d-905c-cb20acb3b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:56.846788 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-be31e32a-b920-4037-93b7-a37705f75bea req-083264b0-30e5-434d-905c-cb20acb3b697 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9023af6dfb53405f835085001e679ca9&device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 1097 time: 0.2001679 Jul 14 20:49:56.878090 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d694c-f656-4754-a212-c34ecaad6f76 req-8cc536ec-cd3a-479c-a258-0558e9b05332 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:56.879964 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c60d694c-f656-4754-a212-c34ecaad6f76 req-8cc536ec-cd3a-479c-a258-0558e9b05332 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 944 time: 0.1359255 Jul 14 20:49:56.891231 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 40dbae88-0a6e-4026-9ab2-e8243262f22c, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=40dbae88-0a6e-4026-9ab2-e8243262f22c,segment=NetworkSegment(a8441d1b-cfed-4c7a-b194-c9072be350de),segment_id=a8441d1b-cfed-4c7a-b194-c9072be350de)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:56.901375 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69205b9c-9e08-473a-bf09-c86b644b8ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dbae88-0a6e-4026-9ab2-e8243262f22c'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:49:56.906031 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e342c28-d87d-4d8b-8f56-be440ec0db8a" -d '{"events": [{"server_uuid": "69205b9c-9e08-473a-bf09-c86b644b8ef6", "name": "network-vif-plugged", "status": "completed", "tag": "40dbae88-0a6e-4026-9ab2-e8243262f22c"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:49:56.921550 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:56.976290 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c60d694c-f656-4754-a212-c34ecaad6f76 req-b693bfd9-019b-4bc4-b9be-73cd206ee406 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841279 Jul 14 20:49:57.044948 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2fc313-c0d4-4990-89db-45f1780165fe x-openstack-request-id: req-ec2fc313-c0d4-4990-89db-45f1780165fe {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:49:57.047359 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69205b9c-9e08-473a-bf09-c86b644b8ef6", "name": "network-vif-plugged", "status": "completed", "tag": "40dbae88-0a6e-4026-9ab2-e8243262f22c", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:49:57.048480 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec2fc313-c0d4-4990-89db-45f1780165fe {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:49:57.051793 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69205b9c-9e08-473a-bf09-c86b644b8ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dbae88-0a6e-4026-9ab2-e8243262f22c', 'code': 200} Jul 14 20:49:57.052810 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31e32a-b920-4037-93b7-a37705f75bea req-8cc33b95-ce19-49ac-989e-c62e20e16218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:57.054586 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-be31e32a-b920-4037-93b7-a37705f75bea req-8cc33b95-ce19-49ac-989e-c62e20e16218 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 200 len: 915 time: 0.2009656 Jul 14 20:49:57.063777 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:57.083752 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b230050-1b9d-47d6-9719-189fd5e66abb req-649834fa-d386-4335-90e2-cb7ec7bfc45b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:57.085302 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1b230050-1b9d-47d6-9719-189fd5e66abb req-649834fa-d386-4335-90e2-cb7ec7bfc45b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1185083 Jul 14 20:49:57.103403 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=40dbae88-0a6e-4026-9ab2-e8243262f22c,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:57.104326 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59758) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:57.125511 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38f3129b-63e6-405e-bd70-4b5184cd928c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:57.138307 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-be31e32a-b920-4037-93b7-a37705f75bea req-41b84545-30c8-4f74-9af6-378ac633b46d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 HTTP/1.1" status: 200 len: 217 time: 0.0516727 Jul 14 20:49:57.192450 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1b230050-1b9d-47d6-9719-189fd5e66abb req-bbf5c29e-ebd3-40ab-985c-69f46b38b0fb tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966403 Jul 14 20:49:57.217182 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31e32a-b920-4037-93b7-a37705f75bea req-fad1a2eb-e6b5-4563-8e46-dbcbc526f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:57.221170 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-be31e32a-b920-4037-93b7-a37705f75bea req-fad1a2eb-e6b5-4563-8e46-dbcbc526f455 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1608b520-384d-4509-b720-6c2c073cce25 HTTP/1.1" status: 200 len: 854 time: 0.0738049 Jul 14 20:49:57.297308 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-be31e32a-b920-4037-93b7-a37705f75bea req-7651cb63-b693-40b3-8323-4df3977fdb2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b9b0dc0-34ac-48b3-bec1-be487f6435d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650923 Jul 14 20:49:57.307793 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf09cf-8665-489a-ae41-24f643af0e7c req-c12da0d5-8361-41a2-9577-ad98c911c1b1 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:57.315447 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f0bf09cf-8665-489a-ae41-24f643af0e7c req-c12da0d5-8361-41a2-9577-ad98c911c1b1 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 944 time: 0.1144931 Jul 14 20:49:57.354403 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38f3129b-63e6-405e-bd70-4b5184cd928c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:57.377022 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-38f3129b-63e6-405e-bd70-4b5184cd928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:57.433200 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-be31e32a-b920-4037-93b7-a37705f75bea req-13c97603-0c21-491f-ae9f-be84eb25e065 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260951 Jul 14 20:49:57.453278 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f0bf09cf-8665-489a-ae41-24f643af0e7c req-e7a1c8f9-a4a4-458f-8379-50ca081cc0f5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333802 Jul 14 20:49:57.483007 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-38f3129b-63e6-405e-bd70-4b5184cd928c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf5d5cc131f4485d9529bf8a50824c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682139 Jul 14 20:49:57.483115 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59778) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:57.483194 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3129b-63e6-405e-bd70-4b5184cd928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a588293a-e915-4506-8d7c-a8df3ee32ed3,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:57.510092 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22076ce2-7c26-4f82-9a6b-3fb6e50d8127 req-d798c242-64fe-43c6-809c-31b2be855812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:57.515439 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-22076ce2-7c26-4f82-9a6b-3fb6e50d8127 req-d798c242-64fe-43c6-809c-31b2be855812 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 1098 time: 0.1744285 Jul 14 20:49:57.574738 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-22076ce2-7c26-4f82-9a6b-3fb6e50d8127 req-bfb584fb-6549-470d-b808-3282d5d06ced service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Jul 14 20:49:57.628241 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-14e6b6ef-b51e-4056-b99e-debf51b22923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:57.682238 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-14e6b6ef-b51e-4056-b99e-debf51b22923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:57.687581 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-be31e32a-b920-4037-93b7-a37705f75bea req-5c3d8d3b-6f02-43e9-a788-0ea8a8964701 service neutron] 10.222.0.43 "GET /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468498 Jul 14 20:49:57.736810 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aced52-488b-44df-930d-8be25d7013fc req-6439ecdc-f0e5-4f37-b506-9369fb5b2159 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:57.739403 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-05aced52-488b-44df-930d-8be25d7013fc req-6439ecdc-f0e5-4f37-b506-9369fb5b2159 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 949 time: 0.1053746 Jul 14 20:49:57.806464 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-14e6b6ef-b51e-4056-b99e-debf51b22923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:57.809389 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-05aced52-488b-44df-930d-8be25d7013fc req-3ae30861-fffb-4477-897d-389ef887e7c7 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582643 Jul 14 20:49:57.811475 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-14e6b6ef-b51e-4056-b99e-debf51b22923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:57.812712 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-14e6b6ef-b51e-4056-b99e-debf51b22923 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a588293a-e915-4506-8d7c-a8df3ee32ed3 HTTP/1.1" status: 204 len: 168 time: 0.3369534 Jul 14 20:49:57.821649 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6b6ef-b51e-4056-b99e-debf51b22923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a588293a-e915-4506-8d7c-a8df3ee32ed3,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:58.192989 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:49:58.206812 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94178497-37d4-4110-8bdc-aed3a5f18395 req-899dd321-a981-4544-8d51-29d2e574fea4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:58.208657 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-94178497-37d4-4110-8bdc-aed3a5f18395 req-899dd321-a981-4544-8d51-29d2e574fea4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1672060 Jul 14 20:49:58.217087 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495780c-aab9-4da8-8390-52d9318fff75 req-d79c4410-087f-43ee-a12e-846565d377cc tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:58.224129 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e495780c-aab9-4da8-8390-52d9318fff75 req-d79c4410-087f-43ee-a12e-846565d377cc tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 945 time: 0.0910811 Jul 14 20:49:58.275953 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-94178497-37d4-4110-8bdc-aed3a5f18395 req-06f1d375-0018-4555-b6a8-ecab0d3dfe50 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542023 Jul 14 20:49:58.280101 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e495780c-aab9-4da8-8390-52d9318fff75 req-8cc39173-bbed-4423-ac59-e17122f6c2be tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549257 Jul 14 20:49:58.485513 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-8e8af186-2f7b-455d-af08-4cef05152efb tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:58.487153 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-8e8af186-2f7b-455d-af08-4cef05152efb tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 949 time: 0.0931430 Jul 14 20:49:58.565610 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:58.716410 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-785a5605-fb06-4ef5-af8a-988e62305a6a tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Deleting port 388c0df5-93be-4abf-a0b1-33a278be7886 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:49:58.716689 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-785a5605-fb06-4ef5-af8a-988e62305a6a tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:58.768830 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60794507-acc0-4bb8-9d72-7e8c06d0f367 req-8a7090fb-291d-4474-ae7d-b0005bbb0b40 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:58.773174 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 59834) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:58.775896 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-60794507-acc0-4bb8-9d72-7e8c06d0f367 req-8a7090fb-291d-4474-ae7d-b0005bbb0b40 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 944 time: 0.1643782 Jul 14 20:49:58.851630 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-60794507-acc0-4bb8-9d72-7e8c06d0f367 req-4d1b209f-8ba4-41d5-9827-87af1f69a6c0 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747385 Jul 14 20:49:58.874570 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-785a5605-fb06-4ef5-af8a-988e62305a6a tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] For port 388c0df5-93be-4abf-a0b1-33a278be7886, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=388c0df5-93be-4abf-a0b1-33a278be7886,segment=NetworkSegment(c0764376-9541-4de4-aac1-33a24b15dd7c),segment_id=c0764376-9541-4de4-aac1-33a24b15dd7c)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:49:58.877865 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-785a5605-fb06-4ef5-af8a-988e62305a6a tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:58.926931 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-785a5605-fb06-4ef5-af8a-988e62305a6a tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Calling delete_port for 388c0df5-93be-4abf-a0b1-33a278be7886 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:49:59.076606 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e68fc-41c5-4053-9c7c-f23c7fa1d67d req-3d66284d-28df-43a3-ab86-18067fd02de5 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:59.085464 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f26e68fc-41c5-4053-9c7c-f23c7fa1d67d req-3d66284d-28df-43a3-ab86-18067fd02de5 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 949 time: 0.0931010 Jul 14 20:49:59.159334 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f26e68fc-41c5-4053-9c7c-f23c7fa1d67d req-7a311050-9fc7-40a9-8c3d-230042004af1 tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/security-groups?id=332c42e1-c68b-406e-aa81-2279cb33e963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719948 Jul 14 20:49:59.181183 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-785a5605-fb06-4ef5-af8a-988e62305a6a tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:59.194770 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['388c0df5-93be-4abf-a0b1-33a278be7886'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:49:59.220068 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a5605-fb06-4ef5-af8a-988e62305a6a tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Pushing event deleted for resources: {'Port': ['ID=388c0df5-93be-4abf-a0b1-33a278be7886,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:59.256720 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-78343ddb-8e1a-40e0-bb43-19e5d6f760c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:59.336343 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-785a5605-fb06-4ef5-af8a-988e62305a6a tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] No DVR routers for this DVR port 388c0df5-93be-4abf-a0b1-33a278be7886 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:49:59.346839 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-785a5605-fb06-4ef5-af8a-988e62305a6a tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:59.350293 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f3aeb5e5-b8e5-48be-bff8-bf4d372b73bc req-785a5605-fb06-4ef5-af8a-988e62305a6a tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.43 "DELETE /v2.0/ports/388c0df5-93be-4abf-a0b1-33a278be7886 HTTP/1.1" status: 204 len: 173 time: 0.8477530 Jul 14 20:49:59.353444 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba254e84-0223-41e2-a47a-5e53253ec238', 'name': 'network-vif-deleted', 'tag': '388c0df5-93be-4abf-a0b1-33a278be7886'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:49:59.358220 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb372c5e-39e3-4941-a9df-4ba3887de216" -d '{"events": [{"server_uuid": "ba254e84-0223-41e2-a47a-5e53253ec238", "name": "network-vif-deleted", "tag": "388c0df5-93be-4abf-a0b1-33a278be7886"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:49:59.408632 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-78343ddb-8e1a-40e0-bb43-19e5d6f760c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:59.416040 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-78343ddb-8e1a-40e0-bb43-19e5d6f760c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:59.499063 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-78343ddb-8e1a-40e0-bb43-19e5d6f760c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7159ac3d01ac4ae99c5fe0f1ea7e877a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7215261 Jul 14 20:49:59.500232 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 59856) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:49:59.502694 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78343ddb-8e1a-40e0-bb43-19e5d6f760c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a200802-95ee-4b45-bde5-6a6499e4eca3,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:49:59.637068 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-94cad448-76d2-444d-ae26-820acc3bfada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:59.661411 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14625bef-faea-4113-9256-a206d18517a9 req-2b22db16-2708-4c76-8a87-b97c8657020e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:59.667551 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-94cad448-76d2-444d-ae26-820acc3bfada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:59.668403 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-14625bef-faea-4113-9256-a206d18517a9 req-2b22db16-2708-4c76-8a87-b97c8657020e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0847225 Jul 14 20:49:59.720694 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-14625bef-faea-4113-9256-a206d18517a9 req-a92f71a3-5f41-47e6-a044-de90b372c1d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510569 Jul 14 20:49:59.726833 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b271ef-ec63-4b49-b947-31e0b22ab5c2 req-d4771cd1-3d52-4b7b-8ad8-683f982c74f8 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:49:59.728366 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-82b271ef-ec63-4b49-b947-31e0b22ab5c2 req-d4771cd1-3d52-4b7b-8ad8-683f982c74f8 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 945 time: 0.1562800 Jul 14 20:49:59.773833 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-94cad448-76d2-444d-ae26-820acc3bfada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:59.776574 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-94cad448-76d2-444d-ae26-820acc3bfada admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:49:59.779902 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-94cad448-76d2-444d-ae26-820acc3bfada admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7a200802-95ee-4b45-bde5-6a6499e4eca3 HTTP/1.1" status: 204 len: 168 time: 0.2761500 Jul 14 20:49:59.790020 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849a187c-81b7-4417-b0fa-688588b0c6e4 x-openstack-request-id: req-849a187c-81b7-4417-b0fa-688588b0c6e4 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:49:59.792759 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba254e84-0223-41e2-a47a-5e53253ec238", "name": "network-vif-deleted", "tag": "388c0df5-93be-4abf-a0b1-33a278be7886", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:49:59.792759 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-849a187c-81b7-4417-b0fa-688588b0c6e4 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:49:59.792759 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba254e84-0223-41e2-a47a-5e53253ec238', 'name': 'network-vif-deleted', 'tag': '388c0df5-93be-4abf-a0b1-33a278be7886', 'status': 'completed', 'code': 200} Jul 14 20:49:59.800624 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-82b271ef-ec63-4b49-b947-31e0b22ab5c2 req-1684d5dd-20c0-4821-bcee-cfaad6abc679 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599484 Jul 14 20:49:59.801308 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cad448-76d2-444d-ae26-820acc3bfada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a200802-95ee-4b45-bde5-6a6499e4eca3,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:00.036385 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8b5d3-d131-4100-9922-2ac5ec5d58fd req-b8c82dfe-0290-4b88-810e-b84e82a3d2da tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:00.037906 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-48e8b5d3-d131-4100-9922-2ac5ec5d58fd req-b8c82dfe-0290-4b88-810e-b84e82a3d2da tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 944 time: 0.0707197 Jul 14 20:50:00.124519 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-48e8b5d3-d131-4100-9922-2ac5ec5d58fd req-22f3d4bf-89bb-42c7-9863-0cf1c8fbb80b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761003 Jul 14 20:50:00.362385 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c339869-4296-4c67-a990-76197d7b19be req-2487424c-cf92-4b7e-8a3f-dc73177838eb tempest-VolumesNegativeTest-625357483 tempest-VolumesNegativeTest-625357483-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba254e84-0223-41e2-a47a-5e53253ec238 HTTP/1.1" status: 200 len: 210 time: 0.0422173 Jul 14 20:50:00.563492 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:50:00.711163 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:00.734182 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3', 'network_id': '8b9b0dc0-34ac-48b3-bec1-be487f6435d5', 'port_id': '068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3', 'mac_address': 'fa:16:3e:c6:cd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1608b520-384d-4509-b720-6c2c073cce25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:50:00.792220 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:00.819488 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:50:00.845604 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:00.853857 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:00.959450 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:01.014499 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e32876-b0ad-4067-b386-95e903ed8348 req-dc20ba2b-74d7-49e7-8cc3-a481ed71291d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:01.016116 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-83e32876-b0ad-4067-b386-95e903ed8348 req-dc20ba2b-74d7-49e7-8cc3-a481ed71291d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0907421 Jul 14 20:50:01.021768 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cddf38-de12-4797-b05a-5e859d8441d9 req-273c0bf0-9a8b-44fb-b0f9-cf3645ac5c71 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:01.029004 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-82cddf38-de12-4797-b05a-5e859d8441d9 req-273c0bf0-9a8b-44fb-b0f9-cf3645ac5c71 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 945 time: 0.1124403 Jul 14 20:50:01.066267 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-83e32876-b0ad-4067-b386-95e903ed8348 req-085c4109-c5b3-48a5-8010-87bd6142c9c6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434339 Jul 14 20:50:01.068726 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-82cddf38-de12-4797-b05a-5e859d8441d9 req-f24195dc-2479-4ef4-802d-0a628e5cf798 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388324 Jul 14 20:50:01.246753 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:50:01.370087 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d569-be58-4165-bbbd-c0b79e4be3b7 req-ecd7741b-288d-4975-8ebd-6974423f2bf3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:01.371642 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c8a0d569-be58-4165-bbbd-c0b79e4be3b7 req-ecd7741b-288d-4975-8ebd-6974423f2bf3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 945 time: 0.0883486 Jul 14 20:50:01.426784 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c8a0d569-be58-4165-bbbd-c0b79e4be3b7 req-95dc2e30-a34f-4343-863f-4b3f48addf3c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Jul 14 20:50:02.284790 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f7868-0e16-4672-89f3-a455366a741c req-74926211-dbbf-407f-8605-96d41ab2061b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:02.286730 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-224f7868-0e16-4672-89f3-a455366a741c req-74926211-dbbf-407f-8605-96d41ab2061b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0848348 Jul 14 20:50:02.340331 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-224f7868-0e16-4672-89f3-a455366a741c req-2764776f-f269-4035-9163-09229ae7eb6c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473132 Jul 14 20:50:02.360968 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a662e-3ac1-4058-a75a-b95c6664f0ad req-98b78c18-321f-494e-8f4f-053020768115 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:02.361935 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-098a662e-3ac1-4058-a75a-b95c6664f0ad req-98b78c18-321f-494e-8f4f-053020768115 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 945 time: 0.0963342 Jul 14 20:50:02.427325 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-098a662e-3ac1-4058-a75a-b95c6664f0ad req-97545451-e8fe-431a-b4aa-20316b4011b4 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474997 Jul 14 20:50:02.616118 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 388c0df5-93be-4abf-a0b1-33a278be7886 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:50:02.652790 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 388c0df5-93be-4abf-a0b1-33a278be7886 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:50:02.653671 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 388c0df5-93be-4abf-a0b1-33a278be7886 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:50:02.675250 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1337c-4f3c-4677-873f-46f395afac8e req-39c5e421-c05c-4dec-8a9c-2c5f422aa5ba tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:02.677061 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e1e1337c-4f3c-4677-873f-46f395afac8e req-39c5e421-c05c-4dec-8a9c-2c5f422aa5ba tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 945 time: 0.0788622 Jul 14 20:50:02.720270 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e1e1337c-4f3c-4677-873f-46f395afac8e req-8c77d5bc-ae2f-4bd8-8d96-678fa0023f9a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352533 Jul 14 20:50:03.563987 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb0782-f95c-4073-8104-3182edbac083 req-e331248e-bb8f-4c2f-a796-2c7cfe78428a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:03.565585 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4efb0782-f95c-4073-8104-3182edbac083 req-e331248e-bb8f-4c2f-a796-2c7cfe78428a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0771322 Jul 14 20:50:03.620903 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4efb0782-f95c-4073-8104-3182edbac083 req-7f176d74-1714-4710-b66a-a0935aa4599c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468171 Jul 14 20:50:03.650185 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f9500-91fc-46b7-a23e-d644a94b5133 req-80af43e0-aedd-47ab-9519-e21e6046bfcc tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:03.651959 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f89f9500-91fc-46b7-a23e-d644a94b5133 req-80af43e0-aedd-47ab-9519-e21e6046bfcc tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 945 time: 0.0941076 Jul 14 20:50:03.695298 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f89f9500-91fc-46b7-a23e-d644a94b5133 req-bc4bf538-f33e-4713-8e85-dc434ee5ee4d tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366952 Jul 14 20:50:03.938456 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf073a-762c-4efb-9ccb-89c8162143a5 req-a2a77f4b-f8aa-4174-b1b9-004aa901d92a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:03.940539 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6bcf073a-762c-4efb-9ccb-89c8162143a5 req-a2a77f4b-f8aa-4174-b1b9-004aa901d92a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 945 time: 0.0909991 Jul 14 20:50:03.987236 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6bcf073a-762c-4efb-9ccb-89c8162143a5 req-e6c2aca7-fb23-436d-bbf9-694940ff2841 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Jul 14 20:50:04.805494 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f9d09-9b4d-492c-8469-ad7c213703a2 req-6c0e9347-0683-421a-85d7-9a7b23e4bd6a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:04.806941 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-997f9d09-9b4d-492c-8469-ad7c213703a2 req-6c0e9347-0683-421a-85d7-9a7b23e4bd6a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0689452 Jul 14 20:50:04.858735 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-997f9d09-9b4d-492c-8469-ad7c213703a2 req-cf4d3783-f538-4bf1-a403-bcd9a8302622 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418038 Jul 14 20:50:04.891757 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a588aaa-0141-4461-97a3-5cb6688d5aa6 req-e0b3f670-c0e2-4f4c-be2f-c33834b1f06f tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:04.893512 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0a588aaa-0141-4461-97a3-5cb6688d5aa6 req-e0b3f670-c0e2-4f4c-be2f-c33834b1f06f tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 945 time: 0.0709846 Jul 14 20:50:04.934915 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0a588aaa-0141-4461-97a3-5cb6688d5aa6 req-ce4fbfb2-7bd9-497d-9b73-c011b4ec7e66 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343242 Jul 14 20:50:05.193282 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06fa24-b22a-4917-9627-170a02d81529 req-61bb84ff-8122-4792-a3ee-967e7e60ddb2 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:05.195873 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bc06fa24-b22a-4917-9627-170a02d81529 req-61bb84ff-8122-4792-a3ee-967e7e60ddb2 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 945 time: 0.0852830 Jul 14 20:50:05.237105 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bc06fa24-b22a-4917-9627-170a02d81529 req-b3a09d4d-c844-4617-bb7b-7ccc00dede8e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351079 Jul 14 20:50:05.548718 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-471a5846-fe95-44b3-8b43-3efe2b994cb2 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:05.551180 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-471a5846-fe95-44b3-8b43-3efe2b994cb2 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.43 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 945 time: 0.1216686 Jul 14 20:50:05.722227 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-637cdb41-102c-407b-97d8-b93ca51f4114 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Deleting port 40dbae88-0a6e-4026-9ab2-e8243262f22c {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:50:05.722494 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-637cdb41-102c-407b-97d8-b93ca51f4114 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:05.922915 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-637cdb41-102c-407b-97d8-b93ca51f4114 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] For port 40dbae88-0a6e-4026-9ab2-e8243262f22c, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=40dbae88-0a6e-4026-9ab2-e8243262f22c,segment=NetworkSegment(a8441d1b-cfed-4c7a-b194-c9072be350de),segment_id=a8441d1b-cfed-4c7a-b194-c9072be350de)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:05.924601 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-637cdb41-102c-407b-97d8-b93ca51f4114 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:05.955746 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-637cdb41-102c-407b-97d8-b93ca51f4114 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Calling delete_port for 40dbae88-0a6e-4026-9ab2-e8243262f22c owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:50:06.253925 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60266) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:06.437534 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f987e-1748-43ed-b398-5635b4395f0d req-30516f77-4c8d-4d40-b501-1e3a4ef370e6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:06.450674 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-564f987e-1748-43ed-b398-5635b4395f0d req-30516f77-4c8d-4d40-b501-1e3a4ef370e6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.2233326 Jul 14 20:50:06.479568 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443911b-7b59-494a-8c5c-7b271a90df65 req-babc1495-5b13-411a-9e8c-0e31d6a1942d tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:06.488894 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f443911b-7b59-494a-8c5c-7b271a90df65 req-babc1495-5b13-411a-9e8c-0e31d6a1942d tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 945 time: 0.2290332 Jul 14 20:50:06.495399 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-637cdb41-102c-407b-97d8-b93ca51f4114 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:06.512111 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['40dbae88-0a6e-4026-9ab2-e8243262f22c'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:50:06.558560 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f443911b-7b59-494a-8c5c-7b271a90df65 req-661ad217-7f23-48db-b841-c1359f89e5e4 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684490 Jul 14 20:50:06.601323 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:50:06.631524 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-e6c9fa98-7934-46f5-9f55-8ef1ebce86dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=858c52b1a02d4261be09c3c2be476b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747401 Jul 14 20:50:06.633636 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60282) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:06.642745 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-564f987e-1748-43ed-b398-5635b4395f0d req-64974729-1c99-469f-98ba-21cc983ccd11 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906030 Jul 14 20:50:06.662953 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cdb41-102c-407b-97d8-b93ca51f4114 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Pushing event deleted for resources: {'Port': ['ID=40dbae88-0a6e-4026-9ab2-e8243262f22c,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:06.757396 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:50:06.767086 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:50:06.769091 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:06.820316 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-637cdb41-102c-407b-97d8-b93ca51f4114 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] No DVR routers for this DVR port 40dbae88-0a6e-4026-9ab2-e8243262f22c on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:50:06.823797 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-09bb96d5-16fb-4297-953b-3f7eefb5319a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:06.830521 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-637cdb41-102c-407b-97d8-b93ca51f4114 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:06.835050 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1b06aede-edb7-49c2-ae24-cb0eb862ac51 req-637cdb41-102c-407b-97d8-b93ca51f4114 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.43 "DELETE /v2.0/ports/40dbae88-0a6e-4026-9ab2-e8243262f22c HTTP/1.1" status: 204 len: 173 time: 1.2757957 Jul 14 20:50:06.835888 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69205b9c-9e08-473a-bf09-c86b644b8ef6', 'name': 'network-vif-deleted', 'tag': '40dbae88-0a6e-4026-9ab2-e8243262f22c'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:06.838790 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b55ce-fa28-41c5-b22c-31344b8d087c" -d '{"events": [{"server_uuid": "69205b9c-9e08-473a-bf09-c86b644b8ef6", "name": "network-vif-deleted", "tag": "40dbae88-0a6e-4026-9ab2-e8243262f22c"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:06.919135 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453f5f68-ec25-4022-a5e3-c3317528f3ec x-openstack-request-id: req-453f5f68-ec25-4022-a5e3-c3317528f3ec {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:06.919678 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69205b9c-9e08-473a-bf09-c86b644b8ef6", "name": "network-vif-deleted", "tag": "40dbae88-0a6e-4026-9ab2-e8243262f22c", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:06.920016 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-453f5f68-ec25-4022-a5e3-c3317528f3ec {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:06.920490 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69205b9c-9e08-473a-bf09-c86b644b8ef6', 'name': 'network-vif-deleted', 'tag': '40dbae88-0a6e-4026-9ab2-e8243262f22c', 'status': 'completed', 'code': 200} Jul 14 20:50:06.932755 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:06.986115 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:06.987218 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1fe060-8665-446c-82d0-2f66568ac26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:06.990910 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fc4fba-0c81-4513-8d1b-58298a5aa8aa" -d '{"events": [{"server_uuid": "8b1fe060-8665-446c-82d0-2f66568ac26e", "name": "network-vif-plugged", "status": "completed", "tag": "068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:06.996410 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:07.017466 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-09bb96d5-16fb-4297-953b-3f7eefb5319a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:07.083045 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:07.268014 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c664578c-5874-4d01-8f40-061194a7d994 x-openstack-request-id: req-c664578c-5874-4d01-8f40-061194a7d994 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:07.268693 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1fe060-8665-446c-82d0-2f66568ac26e", "name": "network-vif-plugged", "status": "completed", "tag": "068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:07.269181 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c664578c-5874-4d01-8f40-061194a7d994 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:07.269785 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1fe060-8665-446c-82d0-2f66568ac26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3', 'code': 200} Jul 14 20:50:07.341539 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178079f-7638-4577-b9d1-1f6317bea8fa req-7e34515d-bfb8-4e68-906b-0d99db99dc9c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:07.343164 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8178079f-7638-4577-b9d1-1f6317bea8fa req-7e34515d-bfb8-4e68-906b-0d99db99dc9c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 945 time: 0.4335845 Jul 14 20:50:07.380065 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-09bb96d5-16fb-4297-953b-3f7eefb5319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:07.382763 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-09bb96d5-16fb-4297-953b-3f7eefb5319a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:07.384170 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-09bb96d5-16fb-4297-953b-3f7eefb5319a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/332c42e1-c68b-406e-aa81-2279cb33e963 HTTP/1.1" status: 204 len: 168 time: 0.7456319 Jul 14 20:50:07.412933 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8178079f-7638-4577-b9d1-1f6317bea8fa req-2fa7dfd1-4cb1-4e20-b0a6-4fa0fb4b2d7b tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594161 Jul 14 20:50:07.464361 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb96d5-16fb-4297-953b-3f7eefb5319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332c42e1-c68b-406e-aa81-2279cb33e963,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:07.490876 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83731d9c-d5b5-4df0-9182-d2d1bed30984 req-67fa1273-5787-4298-94ee-77f4d229d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:07.492462 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-83731d9c-d5b5-4df0-9182-d2d1bed30984 req-67fa1273-5787-4298-94ee-77f4d229d66d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 1098 time: 0.1788068 Jul 14 20:50:07.675182 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83731d9c-d5b5-4df0-9182-d2d1bed30984 req-3a1dfc01-62c2-46bd-a33d-c76c9a60b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:07.676950 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-83731d9c-d5b5-4df0-9182-d2d1bed30984 req-3a1dfc01-62c2-46bd-a33d-c76c9a60b6ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 917 time: 0.1642835 Jul 14 20:50:07.693864 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a795b8-50ca-49b6-a3a4-d7e48fe752e1 req-efcf89e3-0c62-488c-a725-6d6e50dc6d38 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:07.695438 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a2a795b8-50ca-49b6-a3a4-d7e48fe752e1 req-efcf89e3-0c62-488c-a725-6d6e50dc6d38 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.2267089 Jul 14 20:50:07.770277 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facbf1-ebf3-4b8a-bd83-8f7080283a49 req-484a8821-15a5-4c26-8aef-b8e958b728e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:07.772017 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-06facbf1-ebf3-4b8a-bd83-8f7080283a49 req-484a8821-15a5-4c26-8aef-b8e958b728e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 1099 time: 0.1446660 Jul 14 20:50:07.798426 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-83731d9c-d5b5-4df0-9182-d2d1bed30984 req-03091ec0-2fc5-4e8d-92b5-5f1f2e52f2fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63060adf-e756-476a-bbb1-e6e0994dca24 HTTP/1.1" status: 200 len: 217 time: 0.1016326 Jul 14 20:50:07.818496 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-151ed5a0-1e79-4836-8364-10777456c4f7 req-5526ae4f-78a6-46dc-8dc6-62a76655b054 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=69205b9c-9e08-473a-bf09-c86b644b8ef6 HTTP/1.1" status: 200 len: 210 time: 0.0397873 Jul 14 20:50:07.858483 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-06facbf1-ebf3-4b8a-bd83-8f7080283a49 req-94ccb0e5-cf64-4c90-803a-5cd16e5587a1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755033 Jul 14 20:50:07.974719 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83731d9c-d5b5-4df0-9182-d2d1bed30984 req-165a8ead-b0b7-470e-83c5-1816697cad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:07.979343 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-83731d9c-d5b5-4df0-9182-d2d1bed30984 req-165a8ead-b0b7-470e-83c5-1816697cad85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 200 len: 856 time: 0.1711812 Jul 14 20:50:08.034304 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a2a795b8-50ca-49b6-a3a4-d7e48fe752e1 req-95698459-d651-467e-978d-161d3688377e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409060 Jul 14 20:50:08.077367 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-83731d9c-d5b5-4df0-9182-d2d1bed30984 req-3f682c44-4522-483c-b638-24c7b0fd11de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7ff29d-da1f-4b0f-8082-c235e8f92570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815909 Jul 14 20:50:08.203905 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0efcc-fbc8-4953-b911-39c629d70c99 req-08072f19-3619-407b-aea0-63fc0036d039 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:08.206669 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-15c0efcc-fbc8-4953-b911-39c629d70c99 req-08072f19-3619-407b-aea0-63fc0036d039 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1264439 Jul 14 20:50:08.251728 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-83731d9c-d5b5-4df0-9182-d2d1bed30984 req-840924f4-8c85-4d99-b843-09547a62de49 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599367 Jul 14 20:50:08.286094 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-15c0efcc-fbc8-4953-b911-39c629d70c99 req-c10fdf4a-cff7-4f65-813b-ea071d2dcdaf tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661104 Jul 14 20:50:08.375997 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-83731d9c-d5b5-4df0-9182-d2d1bed30984 req-cc2497d6-85f3-4f4f-adfd-2b891e00f23c service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125681 Jul 14 20:50:08.479235 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 60334) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:08.708731 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec220aaa-c301-4278-92f8-827389c127fc req-aeecdeca-f130-43c7-adba-fa05278f5460 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:08.717882 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ec220aaa-c301-4278-92f8-827389c127fc req-aeecdeca-f130-43c7-adba-fa05278f5460 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 946 time: 0.1360195 Jul 14 20:50:08.727537 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-69243c08-2b5a-44c8-bf48-251b8788b5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:08.794281 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ec220aaa-c301-4278-92f8-827389c127fc req-23f90e80-5d5d-44ac-9ff9-b86a09553098 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749171 Jul 14 20:50:08.887102 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-69243c08-2b5a-44c8-bf48-251b8788b5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:08.893323 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-69243c08-2b5a-44c8-bf48-251b8788b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:08.957858 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-69243c08-2b5a-44c8-bf48-251b8788b5d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e94340e4f0d4647a2ec1c84d6c3cc5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761984 Jul 14 20:50:08.960045 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69243c08-2b5a-44c8-bf48-251b8788b5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc467a7-a764-496b-913f-1a98481255e7,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:08.960577 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60358) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:09.063179 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60366) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:09.081040 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f5e363ea-983b-4ed8-929c-6906c0ec7685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:09.135053 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f5e363ea-983b-4ed8-929c-6906c0ec7685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:09.252390 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f5e363ea-983b-4ed8-929c-6906c0ec7685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:09.258025 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f5e363ea-983b-4ed8-929c-6906c0ec7685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:09.258724 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-f5e363ea-983b-4ed8-929c-6906c0ec7685 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bfc467a7-a764-496b-913f-1a98481255e7 HTTP/1.1" status: 204 len: 168 time: 0.2970395 Jul 14 20:50:09.278628 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e363ea-983b-4ed8-929c-6906c0ec7685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc467a7-a764-496b-913f-1a98481255e7,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:09.366051 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792ada4-bee7-443e-9355-f18ac985dd2f req-13b40c44-5d01-49cd-826e-4d0fe9036570 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:09.368436 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7792ada4-bee7-443e-9355-f18ac985dd2f req-13b40c44-5d01-49cd-826e-4d0fe9036570 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1632686 Jul 14 20:50:09.446125 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7792ada4-bee7-443e-9355-f18ac985dd2f req-143a1638-e347-48f0-ac27-ed18065dbd31 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713212 Jul 14 20:50:09.537133 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bd7352c9-e73f-4b6d-a418-ba8ba16b87a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:09.567542 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-2a88b97d-1017-4ff2-bad4-933cbefb620c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:09.569182 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-2a88b97d-1017-4ff2-bad4-933cbefb620c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/networks?id=54275dda-63b7-4bdb-9172-44a7fa1a9847 HTTP/1.1" status: 200 len: 809 time: 0.2110798 Jul 14 20:50:09.592960 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-627b363a-1f07-43aa-8a12-a9bbc090d3c1 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/quotas/640fdab7c21b4020b94cfdfb74aa2ca8 HTTP/1.1" status: 200 len: 375 time: 0.0128756 Jul 14 20:50:09.679302 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-3ad026d1-083c-41f4-81c3-16341fc913b3 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=640fdab7c21b4020b94cfdfb74aa2ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706902 Jul 14 20:50:09.687751 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042436b-429a-477f-9699-be822c03037e req-36066ddb-db85-4872-95ea-f5f8e2d14b3f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:09.696585 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6042436b-429a-477f-9699-be822c03037e req-36066ddb-db85-4872-95ea-f5f8e2d14b3f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1235931 Jul 14 20:50:09.755935 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6042436b-429a-477f-9699-be822c03037e req-56eac980-00cd-401c-ae04-6d4ea90aa985 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566509 Jul 14 20:50:09.790505 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bd7352c9-e73f-4b6d-a418-ba8ba16b87a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:09.839730 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bd7352c9-e73f-4b6d-a418-ba8ba16b87a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:09.906113 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-bd7352c9-e73f-4b6d-a418-ba8ba16b87a2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2174026515284074bb532bcafbb7b2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8409951 Jul 14 20:50:09.910234 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 60400) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:09.962853 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7352c9-e73f-4b6d-a418-ba8ba16b87a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529ea739-6896-4317-a012-ea10b52aa4b9,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:09.970065 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-448e0d9f-122f-43ab-b676-b1c72ba6c7f2 service neutron] 10.222.0.38 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892048 Jul 14 20:50:10.088214 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-200d5e30-6478-4996-9c7d-f58e0426e32c service neutron] 10.222.0.38 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114833 Jul 14 20:50:10.300966 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9aefe42b-0d42-4d74-b037-123213397d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:10.342524 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9aefe42b-0d42-4d74-b037-123213397d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:10.368524 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fff41-69b5-4510-83ee-92041e3e8b24 req-8d3dd725-0341-4c13-b4fb-426ffb3b798d tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:10.372413 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-103fff41-69b5-4510-83ee-92041e3e8b24 req-8d3dd725-0341-4c13-b4fb-426ffb3b798d tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 946 time: 0.4257264 Jul 14 20:50:10.376482 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-53db7187-f5c1-406c-b98c-da0cdd80d021 req-d8ae2ef5-c683-4eb7-a150-b4a374e2b704 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 210 time: 0.0640504 Jul 14 20:50:10.430452 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-103fff41-69b5-4510-83ee-92041e3e8b24 req-8d1275cd-499b-4eba-8d04-bb5c0d20c90a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542374 Jul 14 20:50:10.454127 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9aefe42b-0d42-4d74-b037-123213397d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:10.456905 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9aefe42b-0d42-4d74-b037-123213397d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:10.461535 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-9aefe42b-0d42-4d74-b037-123213397d80 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/529ea739-6896-4317-a012-ea10b52aa4b9 HTTP/1.1" status: 204 len: 168 time: 0.5501552 Jul 14 20:50:10.488612 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefe42b-0d42-4d74-b037-123213397d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529ea739-6896-4317-a012-ea10b52aa4b9,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:10.610548 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 40dbae88-0a6e-4026-9ab2-e8243262f22c no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:50:10.641153 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 40dbae88-0a6e-4026-9ab2-e8243262f22c {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:50:10.642198 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 40dbae88-0a6e-4026-9ab2-e8243262f22c not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:50:10.771351 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8019104-d924-49cb-974c-1a822db51236 req-1bf9ba03-b985-442f-ba21-2c8394134243 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:10.773064 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a8019104-d924-49cb-974c-1a822db51236 req-1bf9ba03-b985-442f-ba21-2c8394134243 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0921268 Jul 14 20:50:10.897089 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a8019104-d924-49cb-974c-1a822db51236 req-395fa9bd-1aca-4976-bbfa-9182b13d6e30 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010506 Jul 14 20:50:11.105356 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8798d-8371-484e-ace4-8ba54bbba580 req-0f34a0a3-7ea1-4b44-9cac-39f83ed5eaa3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:11.112506 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e0c8798d-8371-484e-ace4-8ba54bbba580 req-0f34a0a3-7ea1-4b44-9cac-39f83ed5eaa3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1108668 Jul 14 20:50:11.174722 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e0c8798d-8371-484e-ace4-8ba54bbba580 req-8b452e44-9b8d-4852-8a1f-c5b36db170a7 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569749 Jul 14 20:50:11.576960 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-62e4363d-a3f3-4903-8400-3f04015e3625 req-de4d1d1e-f9a2-458f-b920-8c8fffcbb320 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 210 time: 0.0305467 Jul 14 20:50:12.201959 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e3508-0543-4b7f-97b9-4d73aa87e00b req-70efeed9-d3be-49e0-b686-a5c7eb865eb2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:12.204741 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-476e3508-0543-4b7f-97b9-4d73aa87e00b req-70efeed9-d3be-49e0-b686-a5c7eb865eb2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0840311 Jul 14 20:50:12.266791 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-476e3508-0543-4b7f-97b9-4d73aa87e00b req-edb2457a-969d-454e-af98-8a81e79dc0d8 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484459 Jul 14 20:50:12.582528 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467431ef-ee9e-46e2-917b-da4613dab900 req-b914871f-92be-4742-a0d2-ba7bca074792 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:12.585809 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-467431ef-ee9e-46e2-917b-da4613dab900 req-b914871f-92be-4742-a0d2-ba7bca074792 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1080256 Jul 14 20:50:12.633674 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-467431ef-ee9e-46e2-917b-da4613dab900 req-1f1c9872-721a-4ddd-b4ad-0bbc9e767a77 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414062 Jul 14 20:50:12.869084 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-155293e9-17c1-4146-b7fb-9ece55db7301 req-8e4cb3c6-2243-48e4-bb5a-c0afaaee0fce tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 210 time: 0.0346830 Jul 14 20:50:13.480048 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8c98e-e86d-4b2c-a568-98f7d05cce9b req-c62531b6-c312-42fa-9366-923ac884bd3e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:13.481709 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-73d8c98e-e86d-4b2c-a568-98f7d05cce9b req-c62531b6-c312-42fa-9366-923ac884bd3e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0691636 Jul 14 20:50:13.521433 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-73d8c98e-e86d-4b2c-a568-98f7d05cce9b req-1f913bfd-21dd-490b-a3ed-cc03f943d3c6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340600 Jul 14 20:50:13.847139 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aed982-f938-48b3-badd-8f72a649ba99 req-c85edf25-ec3e-425b-885d-e29c0d231cb8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:13.848912 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-88aed982-f938-48b3-badd-8f72a649ba99 req-c85edf25-ec3e-425b-885d-e29c0d231cb8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0707607 Jul 14 20:50:13.890182 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-88aed982-f938-48b3-badd-8f72a649ba99 req-10ec4ea7-5289-4f82-a2d8-523d8d842739 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351665 Jul 14 20:50:14.064970 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1693fa4c-bc54-498d-80fe-fc914a2eef1b req-ab56275c-078e-4c2b-980d-f4145d61139d tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 210 time: 0.0427055 Jul 14 20:50:14.704941 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883474c2-8aee-4441-af67-aa654b9cf2b5 req-d630388e-5cc0-491e-ba7e-f21e303ea0bd tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:14.706479 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-883474c2-8aee-4441-af67-aa654b9cf2b5 req-d630388e-5cc0-491e-ba7e-f21e303ea0bd tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0685465 Jul 14 20:50:14.760440 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-883474c2-8aee-4441-af67-aa654b9cf2b5 req-87327ce2-7e88-4dd1-a714-e59d1ef58e92 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420856 Jul 14 20:50:15.235388 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-a1d74542-4c88-4b6c-995d-25c1f065385b tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:15.237085 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-a1d74542-4c88-4b6c-995d-25c1f065385b tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.43 "GET /v2.0/networks?id=54275dda-63b7-4bdb-9172-44a7fa1a9847 HTTP/1.1" status: 200 len: 809 time: 0.2758381 Jul 14 20:50:15.262388 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Request body: {'port': {'device_id': '4bf05c76-f262-4eb0-9a82-8bcf6cad857b', 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847', 'admin_state_up': True, 'tenant_id': '640fdab7c21b4020b94cfdfb74aa2ca8'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:50:15.377702 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0e5d-b54e-47f1-8a57-bd5bcc5fe488 req-1c053694-1df8-4f25-9d1d-100e60a02a0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:15.386061 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-66bc0e5d-b54e-47f1-8a57-bd5bcc5fe488 req-1c053694-1df8-4f25-9d1d-100e60a02a0d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.2475865 Jul 14 20:50:15.474542 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-66bc0e5d-b54e-47f1-8a57-bd5bcc5fe488 req-df5ec559-179d-4d31-a199-aff69f781393 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875759 Jul 14 20:50:15.515511 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Made reservation on behalf of 640fdab7c21b4020b94cfdfb74aa2ca8 for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:50:15.519944 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:15.578460 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f2ead39f-70fe-42c0-bad7-2dfd6520612f req-2bf11821-fa67-4411-81dd-eea824403561 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 210 time: 0.0373354 Jul 14 20:50:15.743045 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Allocated IP 172.20.0.10 (54275dda-63b7-4bdb-9172-44a7fa1a9847/307a186a-bd05-4336-aa91-5d4800d411ce/696671e5-55fb-483f-b115-3572ba439150) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:50:16.058889 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e99961-21b1-4f54-9361-f05c4c6a2105 req-cbe267f5-0bd4-4ed3-80a1-6f2a53c84d00 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:16.060534 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-12e99961-21b1-4f54-9361-f05c4c6a2105 req-cbe267f5-0bd4-4ed3-80a1-6f2a53c84d00 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1360745 Jul 14 20:50:16.063687 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:16.117545 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-12e99961-21b1-4f54-9361-f05c4c6a2105 req-41afa94a-9f99-4239-9b3b-f8791ea24abe tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497072 Jul 14 20:50:16.140947 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:16.200543 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Network 54275dda-63b7-4bdb-9172-44a7fa1a9847 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:50:16.206816 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:50:16.211311 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:50:16.237709 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Pushing event updated for resources: {'Port': ['ID=696671e5-55fb-483f-b115-3572ba439150,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:16.275574 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:16.276660 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:16.298261 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-ce9bd7d8-da9a-4667-a29c-16ec17d09d02 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0490260 Jul 14 20:50:16.325553 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Request body: {'port': {'device_id': '4bf05c76-f262-4eb0-9a82-8bcf6cad857b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:50:16.458980 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:16.763922 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc362254-4761-470a-addb-63b2c54100c4 req-e595f4ad-a330-4876-b06a-156d568a8e5d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:16.765551 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cc362254-4761-470a-addb-63b2c54100c4 req-e595f4ad-a330-4876-b06a-156d568a8e5d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1087277 Jul 14 20:50:16.814876 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cc362254-4761-470a-addb-63b2c54100c4 req-476960ac-d243-42fb-95bc-cd2c50683bf3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389905 Jul 14 20:50:16.873191 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198fc6b-5195-4866-8004-dcd7c56e02bb req-f5a7e166-a88c-44b8-9559-41e89880ef53 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:16.874820 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6198fc6b-5195-4866-8004-dcd7c56e02bb req-f5a7e166-a88c-44b8-9559-41e89880ef53 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 932 time: 0.1530356 Jul 14 20:50:16.894730 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696671e5-55fb-483f-b115-3572ba439150 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:50:16.909569 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:16.937297 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Transition to ACTIVE for port object 696671e5-55fb-483f-b115-3572ba439150 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:50:16.943403 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6198fc6b-5195-4866-8004-dcd7c56e02bb req-bc84191a-c1d2-4304-88a5-7a6c94fbcd62 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578077 Jul 14 20:50:16.944674 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:16.997139 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Pushing event updated for resources: {'Port': ['ID=696671e5-55fb-483f-b115-3572ba439150,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:17.072981 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Attempting to bind port 696671e5-55fb-483f-b115-3572ba439150 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:50:17.073207 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Attempting to bind port 696671e5-55fb-483f-b115-3572ba439150 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': 'a8441d1b-cfed-4c7a-b194-c9072be350de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:50:17.073533 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Attempting to bind port 696671e5-55fb-483f-b115-3572ba439150 on network 54275dda-63b7-4bdb-9172-44a7fa1a9847 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:50:17.079046 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Port 696671e5-55fb-483f-b115-3572ba439150 on network 54275dda-63b7-4bdb-9172-44a7fa1a9847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:50:17.079439 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Attempting to bind port 696671e5-55fb-483f-b115-3572ba439150 on network 54275dda-63b7-4bdb-9172-44a7fa1a9847 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:50:17.088532 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:50:17.088863 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Checking segment: {'id': 'a8441d1b-cfed-4c7a-b194-c9072be350de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:50:17.089278 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Bound using segment: {'id': 'a8441d1b-cfed-4c7a-b194-c9072be350de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:50:17.090281 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Bound port: 696671e5-55fb-483f-b115-3572ba439150, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8441d1b-cfed-4c7a-b194-c9072be350de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:50:17.090727 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:17.170756 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] For port 696671e5-55fb-483f-b115-3572ba439150, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:50:17.174338 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] For port 696671e5-55fb-483f-b115-3572ba439150, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=696671e5-55fb-483f-b115-3572ba439150,segment=NetworkSegment(a8441d1b-cfed-4c7a-b194-c9072be350de),segment_id=a8441d1b-cfed-4c7a-b194-c9072be350de)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:50:17.181161 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:17.238407 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:17.239054 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:17.240564 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] 10.222.0.43 "PUT /v2.0/ports/696671e5-55fb-483f-b115-3572ba439150 HTTP/1.1" status: 200 len: 1094 time: 0.9262378 Jul 14 20:50:17.241376 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf05c76-f262-4eb0-9a82-8bcf6cad857b', 'tag': '696671e5-55fb-483f-b115-3572ba439150'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:17.243698 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf05c76-f262-4eb0-9a82-8bcf6cad857b", "tag": "696671e5-55fb-483f-b115-3572ba439150"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:17.287880 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73288d35-6bb7-41bc-86ab-daef9468cbba service neutron] Pushing event updated for resources: {'Port': ['ID=696671e5-55fb-483f-b115-3572ba439150,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:17.294497 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc54750-606c-4154-ac04-5668b17a3ef4 x-openstack-request-id: req-edc54750-606c-4154-ac04-5668b17a3ef4 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:17.294955 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf05c76-f262-4eb0-9a82-8bcf6cad857b", "tag": "696671e5-55fb-483f-b115-3572ba439150", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:17.295360 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-edc54750-606c-4154-ac04-5668b17a3ef4 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:17.296034 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf05c76-f262-4eb0-9a82-8bcf6cad857b', 'tag': '696671e5-55fb-483f-b115-3572ba439150', 'status': 'completed', 'code': 200} Jul 14 20:50:17.378926 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dfd9c-ff67-4175-9e6a-ba15f94bfdc8 req-32f79596-06cc-46e8-b72f-1864e0199750 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:17.381216 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-aae8382b-2ec5-404c-82fa-a127105918ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:17.381847 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4e9dfd9c-ff67-4175-9e6a-ba15f94bfdc8 req-32f79596-06cc-46e8-b72f-1864e0199750 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1332552 Jul 14 20:50:17.382954 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-aae8382b-2ec5-404c-82fa-a127105918ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640fdab7c21b4020b94cfdfb74aa2ca8&device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 1097 time: 0.0807037 Jul 14 20:50:17.451013 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-fe14d511-6750-4228-85ff-6a36591b5c9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=696671e5-55fb-483f-b115-3572ba439150 HTTP/1.1" status: 200 len: 217 time: 0.0434663 Jul 14 20:50:17.459830 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4e9dfd9c-ff67-4175-9e6a-ba15f94bfdc8 req-75da287f-85e5-409d-aa64-f98318945fe9 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698805 Jul 14 20:50:17.540317 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-8802aa22-1c49-4f21-9ace-e7ad6657fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:17.544198 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-8802aa22-1c49-4f21-9ace-e7ad6657fed5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=307a186a-bd05-4336-aa91-5d4800d411ce HTTP/1.1" status: 200 len: 849 time: 0.0842967 Jul 14 20:50:17.593832 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-40e7c938-5b33-4f94-b0d0-e27301582dfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54275dda-63b7-4bdb-9172-44a7fa1a9847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407825 Jul 14 20:50:17.719695 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-8461bae0-3434-4fa8-aa54-c090e7055539 service neutron] 10.222.0.43 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132784 Jul 14 20:50:17.789837 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60588) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:17.821191 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-08936d85-dbd2-4f8b-9a26-dfb4f100bb24 req-a0117466-0ace-4361-9956-75204fcab97b service neutron] 10.222.0.43 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945051 Jul 14 20:50:17.969011 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2f547098-da68-48dd-ab8e-d8c361b7e43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:17.997108 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea req-6548e897-a401-40ac-ac88-15d04fdfc1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:17.999033 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea req-6548e897-a401-40ac-ac88-15d04fdfc1fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640fdab7c21b4020b94cfdfb74aa2ca8&device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 1097 time: 0.1191969 Jul 14 20:50:18.097858 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8073d-35da-48c2-b7be-5e29e7ecbca0 req-9a147fe2-6812-4a61-a1a8-ddddd6c8c644 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:18.099478 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8cb8073d-35da-48c2-b7be-5e29e7ecbca0 req-9a147fe2-6812-4a61-a1a8-ddddd6c8c644 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1513493 Jul 14 20:50:18.123333 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2f547098-da68-48dd-ab8e-d8c361b7e43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.131703 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2f547098-da68-48dd-ab8e-d8c361b7e43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.138566 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea req-573410f4-d2f4-42ec-ab55-efa72c5506bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:18.140122 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea req-573410f4-d2f4-42ec-ab55-efa72c5506bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=54275dda-63b7-4bdb-9172-44a7fa1a9847 HTTP/1.1" status: 200 len: 910 time: 0.1306264 Jul 14 20:50:18.174260 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8cb8073d-35da-48c2-b7be-5e29e7ecbca0 req-979dc958-68c6-4cad-9669-49ac94e07b6f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640149 Jul 14 20:50:18.185558 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f547098-da68-48dd-ab8e-d8c361b7e43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d083eb7-2a8f-4d7e-8d1d-9cc6c1ae7a74,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:18.200456 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-2f547098-da68-48dd-ab8e-d8c361b7e43d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96e25ae0ba38461387b2fe8db1a93775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092121 Jul 14 20:50:18.205657 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60600) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:18.226647 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1546dd9-a2a0-456f-8623-7bd0b8143770 req-d83945f7-d841-4610-85d5-240b44d5177f tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:18.232539 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b1546dd9-a2a0-456f-8623-7bd0b8143770 req-d83945f7-d841-4610-85d5-240b44d5177f tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 944 time: 0.1497169 Jul 14 20:50:18.234325 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea req-c318187b-2866-46b1-9e33-50b0721ec90a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=696671e5-55fb-483f-b115-3572ba439150 HTTP/1.1" status: 200 len: 217 time: 0.0806189 Jul 14 20:50:18.303368 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea req-69478942-04e9-45ae-bf8e-c27d39b58365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:18.303806 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b1546dd9-a2a0-456f-8623-7bd0b8143770 req-4e5c7358-9150-4669-ae28-c3344eb3490a tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628335 Jul 14 20:50:18.305444 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea req-69478942-04e9-45ae-bf8e-c27d39b58365 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=307a186a-bd05-4336-aa91-5d4800d411ce HTTP/1.1" status: 200 len: 849 time: 0.0639360 Jul 14 20:50:18.316335 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c65d6cf2-ce83-464d-b33c-c6f16b5b2804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.350399 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c65d6cf2-ce83-464d-b33c-c6f16b5b2804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.361146 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea req-25cfaf01-a529-46eb-87b0-9e55599e1dff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54275dda-63b7-4bdb-9172-44a7fa1a9847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472617 Jul 14 20:50:18.426273 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c65d6cf2-ce83-464d-b33c-c6f16b5b2804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.428808 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c65d6cf2-ce83-464d-b33c-c6f16b5b2804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.433826 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-c65d6cf2-ce83-464d-b33c-c6f16b5b2804 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d083eb7-2a8f-4d7e-8d1d-9cc6c1ae7a74 HTTP/1.1" status: 204 len: 168 time: 0.2178199 Jul 14 20:50:18.439508 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d6cf2-ce83-464d-b33c-c6f16b5b2804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d083eb7-2a8f-4d7e-8d1d-9cc6c1ae7a74,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:18.461482 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60606) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:18.516257 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea req-6bc3491d-9224-42cd-96e2-d52baa2e3be7 service neutron] 10.222.0.43 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472089 Jul 14 20:50:18.656208 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f8d59497-66ca-4217-a7db-ef2016363f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.769067 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8caeaafc-5dde-4ffe-8ecc-bffcbb5873ea req-492aa937-5da6-4a17-96a2-266a9d48b9c3 service neutron] 10.222.0.43 "GET /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389555 Jul 14 20:50:18.793997 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b3fb8-3a3e-49fb-a96c-c02e2dc51ffc req-a85eb87a-1c27-4cbe-ada7-efeb4ef49ff5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:18.796217 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d38b3fb8-3a3e-49fb-a96c-c02e2dc51ffc req-a85eb87a-1c27-4cbe-ada7-efeb4ef49ff5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1782801 Jul 14 20:50:18.810893 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f8d59497-66ca-4217-a7db-ef2016363f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.816331 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f8d59497-66ca-4217-a7db-ef2016363f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.856735 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d38b3fb8-3a3e-49fb-a96c-c02e2dc51ffc req-47011d13-150d-49e9-acdb-7e3d2024f360 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548456 Jul 14 20:50:18.857313 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d59497-66ca-4217-a7db-ef2016363f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca11e228-a12b-4f4a-812e-b819b96fd4b5,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:18.863563 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-f8d59497-66ca-4217-a7db-ef2016363f64 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=084bc5c6ee91472ebf87312ddf45d26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989449 Jul 14 20:50:18.865811 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 60618) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:18.940187 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83fad2d7-5c7c-4f81-9784-cc9db010344f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.954207 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60620) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:18.969109 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-27de2bae-8503-4dbd-a9fa-0feac8cc10e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:18.973540 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83fad2d7-5c7c-4f81-9784-cc9db010344f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:19.048406 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83fad2d7-5c7c-4f81-9784-cc9db010344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:19.051224 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83fad2d7-5c7c-4f81-9784-cc9db010344f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:19.052656 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-83fad2d7-5c7c-4f81-9784-cc9db010344f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca11e228-a12b-4f4a-812e-b819b96fd4b5 HTTP/1.1" status: 204 len: 168 time: 0.1838927 Jul 14 20:50:19.061854 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fad2d7-5c7c-4f81-9784-cc9db010344f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca11e228-a12b-4f4a-812e-b819b96fd4b5,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:19.117863 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-27de2bae-8503-4dbd-a9fa-0feac8cc10e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:19.123061 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-27de2bae-8503-4dbd-a9fa-0feac8cc10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:19.184565 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-27de2bae-8503-4dbd-a9fa-0feac8cc10e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e21088b97c8402a8daec700d974049c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243810 Jul 14 20:50:19.184565 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de2bae-8503-4dbd-a9fa-0feac8cc10e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbd9095-1919-40b5-a09c-9edb9ca92704,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:19.185981 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 60624) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:19.269385 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-91383be5-3fc9-4c15-be13-0ff735d85efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:19.313604 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-91383be5-3fc9-4c15-be13-0ff735d85efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:19.441228 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-91383be5-3fc9-4c15-be13-0ff735d85efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:19.447666 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-91383be5-3fc9-4c15-be13-0ff735d85efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:19.452398 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-91383be5-3fc9-4c15-be13-0ff735d85efa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fcbd9095-1919-40b5-a09c-9edb9ca92704 HTTP/1.1" status: 204 len: 168 time: 0.2635467 Jul 14 20:50:19.496864 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91383be5-3fc9-4c15-be13-0ff735d85efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbd9095-1919-40b5-a09c-9edb9ca92704,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:19.596175 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363fce6-9a0d-466f-9b23-f6a1858b4cdb req-0fb4ef09-ede8-474b-a63a-8b7709d4a2b8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:19.599073 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4363fce6-9a0d-466f-9b23-f6a1858b4cdb req-0fb4ef09-ede8-474b-a63a-8b7709d4a2b8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1172247 Jul 14 20:50:19.625579 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027860-9d77-42a8-823a-067545a0adc5 req-b4727a8e-314c-444e-9a7e-e463f82ff504 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:19.627570 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d9027860-9d77-42a8-823a-067545a0adc5 req-b4727a8e-314c-444e-9a7e-e463f82ff504 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 944 time: 0.0793655 Jul 14 20:50:19.682493 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4363fce6-9a0d-466f-9b23-f6a1858b4cdb req-e6d348c3-74a0-4b29-b82f-88d345dd7ec0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733631 Jul 14 20:50:19.684690 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d9027860-9d77-42a8-823a-067545a0adc5 req-dafabed0-bc1d-4408-b6b1-9bdaacbb1d4e tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Jul 14 20:50:20.173449 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8c0d-55e4-49b8-a4fc-616d2a1fd1cf req-4b0375dd-27f9-4188-b9bb-2f36e2e1866c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:20.176607 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-857b8c0d-55e4-49b8-a4fc-616d2a1fd1cf req-4b0375dd-27f9-4188-b9bb-2f36e2e1866c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0991747 Jul 14 20:50:20.256792 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-857b8c0d-55e4-49b8-a4fc-616d2a1fd1cf req-d8bc85e8-6ceb-4b45-bded-38fad0369db5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698171 Jul 14 20:50:20.657148 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 696671e5-55fb-483f-b115-3572ba439150 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:50:20.772060 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 696671e5-55fb-483f-b115-3572ba439150, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=696671e5-55fb-483f-b115-3572ba439150,segment=NetworkSegment(a8441d1b-cfed-4c7a-b194-c9072be350de),segment_id=a8441d1b-cfed-4c7a-b194-c9072be350de)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:20.924102 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164098c8-16ee-4311-aafd-a6ffe10e24ba req-174b191a-1191-440e-816a-f2ca946b21d7 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:20.933898 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-164098c8-16ee-4311-aafd-a6ffe10e24ba req-174b191a-1191-440e-816a-f2ca946b21d7 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 944 time: 0.1092396 Jul 14 20:50:20.965393 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '696671e5-55fb-483f-b115-3572ba439150', 'network_id': '54275dda-63b7-4bdb-9172-44a7fa1a9847', 'port_id': '696671e5-55fb-483f-b115-3572ba439150', 'mac_address': 'fa:16:3e:77:6f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307a186a-bd05-4336-aa91-5d4800d411ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:50:20.987464 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-164098c8-16ee-4311-aafd-a6ffe10e24ba req-0a699a43-dac3-49d0-9dfc-b5744e288126 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523996 Jul 14 20:50:21.010367 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:21.026416 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696671e5-55fb-483f-b115-3572ba439150 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:50:21.046013 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1cb73-0851-49da-b579-942fc727e179 req-a20d3801-edff-4459-a047-2cdf0cf796ae tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:21.047620 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cce1cb73-0851-49da-b579-942fc727e179 req-a20d3801-edff-4459-a047-2cdf0cf796ae tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1081567 Jul 14 20:50:21.051067 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 696671e5-55fb-483f-b115-3572ba439150, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=696671e5-55fb-483f-b115-3572ba439150,segment=NetworkSegment(a8441d1b-cfed-4c7a-b194-c9072be350de),segment_id=a8441d1b-cfed-4c7a-b194-c9072be350de)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:21.061248 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:21.099662 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cce1cb73-0851-49da-b579-942fc727e179 req-3c1c6503-581b-4bd2-a244-14fbada4c29e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Jul 14 20:50:21.122417 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=696671e5-55fb-483f-b115-3572ba439150,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:21.399561 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['696671e5-55fb-483f-b115-3572ba439150'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:50:21.500832 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddf643-82cb-49bf-9001-9a19474b6450 req-bff4dab1-6baa-44c8-8918-8840f20a194c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:21.503588 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f0ddf643-82cb-49bf-9001-9a19474b6450 req-bff4dab1-6baa-44c8-8918-8840f20a194c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1104715 Jul 14 20:50:21.562367 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f0ddf643-82cb-49bf-9001-9a19474b6450 req-01f3952d-3f65-4f1f-a372-0089cbe6faa8 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493336 Jul 14 20:50:22.255450 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bcbe0-384e-402d-8fd3-368f26f07103 req-ec7e5311-bb9e-48df-bb39-84e53f4a9159 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:22.258346 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d10bcbe0-384e-402d-8fd3-368f26f07103 req-ec7e5311-bb9e-48df-bb39-84e53f4a9159 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 945 time: 0.1206393 Jul 14 20:50:22.329240 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d10bcbe0-384e-402d-8fd3-368f26f07103 req-40d0fd60-7ed1-4f3f-bd7c-a86e8292d422 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555425 Jul 14 20:50:22.364757 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc19d6-decc-46d9-b892-8a3309fd4fe8 req-f3c4c5fc-4db1-430a-a103-186a7d09b927 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:22.366391 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-57bc19d6-decc-46d9-b892-8a3309fd4fe8 req-f3c4c5fc-4db1-430a-a103-186a7d09b927 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0791111 Jul 14 20:50:22.420855 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-57bc19d6-decc-46d9-b892-8a3309fd4fe8 req-807a5ff4-6181-4726-95c2-99e1ea2448f9 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480285 Jul 14 20:50:22.642912 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:22.666160 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 74acc9e6-b330-4ea2-8682-f36e80f70458 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:50:22.668820 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 696671e5-55fb-483f-b115-3572ba439150 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:50:22.783097 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 696671e5-55fb-483f-b115-3572ba439150 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:50:22.791207 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 696671e5-55fb-483f-b115-3572ba439150 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:50:22.791578 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:22.812267 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421de09-890e-40da-a1ed-01bfd306ece3 req-1ab53c39-67c8-4f59-bb2f-8b44498f0e32 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:22.814917 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1421de09-890e-40da-a1ed-01bfd306ece3 req-1ab53c39-67c8-4f59-bb2f-8b44498f0e32 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0896342 Jul 14 20:50:22.848932 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:22.864713 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'port_id': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'mac_address': 'fa:16:3e:eb:c0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:50:22.878806 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1421de09-890e-40da-a1ed-01bfd306ece3 req-d95f83e0-a74b-4ebe-8746-4b408d852d14 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564623 Jul 14 20:50:22.980594 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:22.983385 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:22.985627 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-8d03a9ed-fe13-462e-a05f-18f2620654c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:23.028728 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74acc9e6-b330-4ea2-8682-f36e80f70458 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:50:23.062232 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf05c76-f262-4eb0-9a82-8bcf6cad857b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696671e5-55fb-483f-b115-3572ba439150'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:23.066116 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c11e29-f9b5-47c6-89aa-cc8f1d55d08f" -d '{"events": [{"server_uuid": "4bf05c76-f262-4eb0-9a82-8bcf6cad857b", "name": "network-vif-plugged", "status": "completed", "tag": "696671e5-55fb-483f-b115-3572ba439150"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:23.096702 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:23.106769 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 696671e5-55fb-483f-b115-3572ba439150, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=696671e5-55fb-483f-b115-3572ba439150,segment=NetworkSegment(a8441d1b-cfed-4c7a-b194-c9072be350de),segment_id=a8441d1b-cfed-4c7a-b194-c9072be350de)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:23.109255 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:23.118429 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:23.145425 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5232949-6f28-4168-87eb-662d6f035bd7 x-openstack-request-id: req-a5232949-6f28-4168-87eb-662d6f035bd7 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:23.145804 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf05c76-f262-4eb0-9a82-8bcf6cad857b", "name": "network-vif-plugged", "status": "completed", "tag": "696671e5-55fb-483f-b115-3572ba439150", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:23.146148 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a5232949-6f28-4168-87eb-662d6f035bd7 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:23.146549 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf05c76-f262-4eb0-9a82-8bcf6cad857b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696671e5-55fb-483f-b115-3572ba439150', 'code': 200} Jul 14 20:50:23.177899 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=6']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:23.274182 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=696671e5-55fb-483f-b115-3572ba439150,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:23.284593 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['74acc9e6-b330-4ea2-8682-f36e80f70458'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:50:23.491738 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b90b0-5a2a-46b3-9e7b-73bf38e3bb53 req-feef8975-8e02-4385-b635-45b85b20d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:23.493466 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-973b90b0-5a2a-46b3-9e7b-73bf38e3bb53 req-feef8975-8e02-4385-b635-45b85b20d46a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 1099 time: 0.1219943 Jul 14 20:50:23.568349 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-973b90b0-5a2a-46b3-9e7b-73bf38e3bb53 req-134a1896-0a23-41c3-bf43-27d1d37b2509 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592802 Jul 14 20:50:23.654889 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db48a6-dd66-4595-a593-c9c8cf5927b0 req-82661992-d9f4-40fe-bac3-74702457840e tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:23.656505 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-89db48a6-dd66-4595-a593-c9c8cf5927b0 req-82661992-d9f4-40fe-bac3-74702457840e tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 946 time: 0.0808411 Jul 14 20:50:23.712587 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-89db48a6-dd66-4595-a593-c9c8cf5927b0 req-99388d3d-6f84-4155-a1e1-c9d19fe33d76 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Jul 14 20:50:24.041107 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3631-1419-410e-83ed-97d261661cd7 req-ecbc054e-40ec-4d62-ba87-2055115302c8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:24.044256 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-455f3631-1419-410e-83ed-97d261661cd7 req-ecbc054e-40ec-4d62-ba87-2055115302c8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 945 time: 0.1136599 Jul 14 20:50:24.107897 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-455f3631-1419-410e-83ed-97d261661cd7 req-eaa4d827-dbd7-4e34-b835-91be13601073 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565991 Jul 14 20:50:24.174348 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050d9e-18bc-40d6-8556-cfc7ed6a95d5 req-9d3227cb-7cf3-4627-af33-8118c1262bc3 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:24.176204 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b3050d9e-18bc-40d6-8556-cfc7ed6a95d5 req-9d3227cb-7cf3-4627-af33-8118c1262bc3 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1012967 Jul 14 20:50:24.232893 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b3050d9e-18bc-40d6-8556-cfc7ed6a95d5 req-c7d82c60-822b-4af6-b94f-01a4deb96b50 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500343 Jul 14 20:50:24.683431 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 74acc9e6-b330-4ea2-8682-f36e80f70458 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:50:24.785851 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 74acc9e6-b330-4ea2-8682-f36e80f70458 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:50:24.786615 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:25.017846 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:25.065563 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:25.077926 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:25.152855 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:25.159374 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bb7639-b544-4ce0-8b26-b8b2e1c9754f" -d '{"events": [{"server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "name": "network-vif-plugged", "status": "completed", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:25.175259 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=7']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:25.218479 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9dbe7-b953-4146-9d46-b939273c527d req-c5f5fa1e-3593-4d14-ae0f-897542b494bd tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:25.221915 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e7f9dbe7-b953-4146-9d46-b939273c527d req-c5f5fa1e-3593-4d14-ae0f-897542b494bd tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 946 time: 0.1386867 Jul 14 20:50:25.295667 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e7f9dbe7-b953-4146-9d46-b939273c527d req-6f8f62df-526f-421e-9f55-6df42db27174 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579522 Jul 14 20:50:25.347737 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1b26b7-4f6d-4825-ab9f-3462186e0e56 x-openstack-request-id: req-9d1b26b7-4f6d-4825-ab9f-3462186e0e56 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:25.348192 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "name": "network-vif-plugged", "status": "completed", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:25.348619 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d1b26b7-4f6d-4825-ab9f-3462186e0e56 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:25.349110 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'code': 200} Jul 14 20:50:25.403109 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdef8d-51be-4711-80d8-901acd6618b3 req-26830059-82e9-46d0-90b0-33d02d9a93e8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:25.410914 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98fdef8d-51be-4711-80d8-901acd6618b3 req-26830059-82e9-46d0-90b0-33d02d9a93e8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1341507 Jul 14 20:50:25.494678 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98fdef8d-51be-4711-80d8-901acd6618b3 req-e03a4e9f-92a0-4693-bd50-a62ff74a9c6c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740337 Jul 14 20:50:25.653264 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339ac26-6e86-41ce-824b-9d60184c92bf req-1db31914-890a-4301-a75a-55f6f06e4c6e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:25.666064 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5339ac26-6e86-41ce-824b-9d60184c92bf req-1db31914-890a-4301-a75a-55f6f06e4c6e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1420331 Jul 14 20:50:25.735676 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5339ac26-6e86-41ce-824b-9d60184c92bf req-686321ac-458a-4695-8a17-982fbc383842 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597413 Jul 14 20:50:25.834976 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60832) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:26.014209 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:26.060854 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f33a83d-fd1b-4ce1-9a4e-2033c9f00111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:26.089961 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-cdc3cd76-5a69-4f53-9725-4953c378f307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:26.306996 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f33a83d-fd1b-4ce1-9a4e-2033c9f00111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:26.312602 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f33a83d-fd1b-4ce1-9a4e-2033c9f00111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:26.363331 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-0f33a83d-fd1b-4ce1-9a4e-2033c9f00111 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1c1b03d83fd4b4ea9c19a088abc8898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224509 Jul 14 20:50:26.363331 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33a83d-fd1b-4ce1-9a4e-2033c9f00111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85de1aa1-1d14-411d-af16-015f5ad38176,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:26.364343 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 60844) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:26.499492 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e3e514f2-2b49-420f-b959-83901a2f558b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:26.551314 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e3e514f2-2b49-420f-b959-83901a2f558b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:26.694559 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e3e514f2-2b49-420f-b959-83901a2f558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:26.700982 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e3e514f2-2b49-420f-b959-83901a2f558b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:26.703550 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-e3e514f2-2b49-420f-b959-83901a2f558b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85de1aa1-1d14-411d-af16-015f5ad38176 HTTP/1.1" status: 204 len: 168 time: 0.3369339 Jul 14 20:50:26.736412 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e514f2-2b49-420f-b959-83901a2f558b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85de1aa1-1d14-411d-af16-015f5ad38176,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:26.810277 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea619-e7a8-4810-99cf-e38af619da32 req-4fa780dd-3aaf-4ca9-90d5-28fac7d1e891 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:26.813324 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e71ea619-e7a8-4810-99cf-e38af619da32 req-4fa780dd-3aaf-4ca9-90d5-28fac7d1e891 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 946 time: 0.2308784 Jul 14 20:50:26.914366 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643e4c1-fffb-4a99-a552-8639fcaf0a01 req-7cf81777-8b3c-4dca-9b0c-6cc08bb13069 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:26.923104 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1643e4c1-fffb-4a99-a552-8639fcaf0a01 req-7cf81777-8b3c-4dca-9b0c-6cc08bb13069 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1606734 Jul 14 20:50:26.957792 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:26.960337 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e71ea619-e7a8-4810-99cf-e38af619da32 req-4505f06a-bcc4-42a6-a7e9-db9cd966fbf8 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328361 Jul 14 20:50:26.980006 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1643e4c1-fffb-4a99-a552-8639fcaf0a01 req-7cc00b46-38ab-4845-8809-a3ed98ce69a8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557563 Jul 14 20:50:27.281254 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16261a4-5751-471e-b2d7-dbbac22672c5 req-ecc8e7ce-a5dd-4cf4-8248-f36971722b6c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:27.310001 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c16261a4-5751-471e-b2d7-dbbac22672c5 req-ecc8e7ce-a5dd-4cf4-8248-f36971722b6c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1757565 Jul 14 20:50:27.508119 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c16261a4-5751-471e-b2d7-dbbac22672c5 req-0f3f3700-4e7d-48d1-a2fb-48c9a6139334 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954584 Jul 14 20:50:28.267150 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282e450-baa6-4764-ab2c-7e5aedc0c346 req-b9ff1175-56f0-43ab-8071-876209f8c9d7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:28.268828 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7282e450-baa6-4764-ab2c-7e5aedc0c346 req-b9ff1175-56f0-43ab-8071-876209f8c9d7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 946 time: 0.1264586 Jul 14 20:50:28.357009 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7282e450-baa6-4764-ab2c-7e5aedc0c346 req-361c1624-5b51-41f1-a2ef-869f348d5154 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793028 Jul 14 20:50:28.501700 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e975908-1904-47a7-92b4-e2f5486c8a5b req-03d203d4-9107-404e-b916-30f7cdc0a278 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:28.509541 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9e975908-1904-47a7-92b4-e2f5486c8a5b req-03d203d4-9107-404e-b916-30f7cdc0a278 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1600285 Jul 14 20:50:28.555647 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:28.586938 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9e975908-1904-47a7-92b4-e2f5486c8a5b req-1fbc1037-d722-409d-9278-72d52affc514 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701222 Jul 14 20:50:28.951561 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b8301-e98e-4824-af9b-fc0b79ee8f5f req-f0d15798-92d5-4871-b0a2-d93182191e2a tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:28.953855 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5b5b8301-e98e-4824-af9b-fc0b79ee8f5f req-f0d15798-92d5-4871-b0a2-d93182191e2a tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.2196038 Jul 14 20:50:28.963778 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60902) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:29.051685 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5b5b8301-e98e-4824-af9b-fc0b79ee8f5f req-6ab376f9-8176-4d54-b1a1-70b8572b43be tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810773 Jul 14 20:50:29.159478 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a7c60-fb98-479e-80a4-9ce1ea37a046 req-312b6026-a5a5-4088-9b49-50d499716462 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:29.161489 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-db7a7c60-fb98-479e-80a4-9ce1ea37a046 req-312b6026-a5a5-4088-9b49-50d499716462 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 946 time: 0.1272988 Jul 14 20:50:29.232736 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1619621879-network', 'tenant_id': 'e429615df0ac4783abecd438f0775d4e'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:50:29.253865 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-db7a7c60-fb98-479e-80a4-9ce1ea37a046 req-625b7223-62d9-44c7-a83a-fceb9436184d tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757697 Jul 14 20:50:29.288783 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Made reservation on behalf of e429615df0ac4783abecd438f0775d4e for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:50:29.292429 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:29.331886 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:29.485134 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:29.491945 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:29.539056 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:50:29.569975 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c4b389-0a79-48e4-9b27-bad6a8765047,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:29.576179 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:29.576737 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Added segment 02837aba-300a-4d16-9c46-923c6f89f76f of type vlan for network 6f62f336-4273-4995-b05f-b3950f898480 Jul 14 20:50:29.629477 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d17699-23c4-4be6-b3a6-c3e8c1518137 req-7042f284-c039-4002-a780-6b33cbb0baa1 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:29.632415 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6d17699-23c4-4be6-b3a6-c3e8c1518137 req-7042f284-c039-4002-a780-6b33cbb0baa1 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 946 time: 0.1025999 Jul 14 20:50:29.687921 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:29.698226 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6d17699-23c4-4be6-b3a6-c3e8c1518137 req-f007f0fa-c86a-4c14-a828-e2b7de87f2b7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592899 Jul 14 20:50:29.734960 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:29.736232 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:29.736876 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:29.813769 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8447297 Jul 14 20:50:29.814236 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 60912) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:29.820574 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Request body: {'subnet': {'network_id': '6f62f336-4273-4995-b05f-b3950f898480', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1619621879-subnet', 'tenant_id': 'e429615df0ac4783abecd438f0775d4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:50:29.840184 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032803a-d892-4d2e-9701-38b4ee58e9cb admin admin] Pushing event updated for resources: {'Network': ['ID=6f62f336-4273-4995-b05f-b3950f898480,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:29.856857 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 6f62f336-4273-4995-b05f-b3950f898480 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:50:29.892698 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Made reservation on behalf of e429615df0ac4783abecd438f0775d4e for: {'subnet': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:50:29.895569 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59790239'] for subnet, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:30.032754 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407093d5-1f0d-46ae-b77a-d4e8fa33bc5e req-e566c6e4-908f-4d13-a027-e4241b8dfd76 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:30.034352 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-407093d5-1f0d-46ae-b77a-d4e8fa33bc5e req-e566c6e4-908f-4d13-a027-e4241b8dfd76 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.2007401 Jul 14 20:50:30.146236 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-407093d5-1f0d-46ae-b77a-d4e8fa33bc5e req-8ede9f3b-7519-456d-8f84-5cf098f989c0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965180 Jul 14 20:50:30.219500 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58970654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59790253'] for subnet, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:30.282934 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffe91b0-3c00-4da5-92dc-e9ebb44f26cc,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:30.310665 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Checking segment: {'id': '02837aba-300a-4d16-9c46-923c6f89f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f62f336-4273-4995-b05f-b3950f898480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:50:30.311719 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Network hostable DHCP agents. Network: 6f62f336-4273-4995-b05f-b3950f898480, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:50:30.356734 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Network 6f62f336-4273-4995-b05f-b3950f898480 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:50:30.372709 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 6f62f336-4273-4995-b05f-b3950f898480) {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:50:30.387969 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:30.388978 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:30.389927 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae99442d-c6f6-4b11-9c9c-e8d2ef44bc05 None None] Network 6f62f336-4273-4995-b05f-b3950f898480 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:50:30.446594 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-99753f4e-bb14-4c01-8dbf-07bf78232f17 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6203225 Jul 14 20:50:30.551379 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90419309-06d5-4c63-a651-a908dbb3a196 req-906ee221-8891-4c45-b34b-05baeb439aad tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:30.553562 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-90419309-06d5-4c63-a651-a908dbb3a196 req-906ee221-8891-4c45-b34b-05baeb439aad tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 946 time: 0.2785239 Jul 14 20:50:30.648927 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38391ba-9bb1-4784-891e-31c9b317b98b req-5356174f-c0ca-48fe-969b-37b0444ac87e tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:30.665133 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c38391ba-9bb1-4784-891e-31c9b317b98b req-5356174f-c0ca-48fe-969b-37b0444ac87e tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 946 time: 0.2206998 Jul 14 20:50:30.699868 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7937dd-d3a0-438b-9d7b-1c0c376daa9a req-151849dc-072a-42f6-abb3-3391e16c197d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:30.721089 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8b7937dd-d3a0-438b-9d7b-1c0c376daa9a req-151849dc-072a-42f6-abb3-3391e16c197d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.3726983 Jul 14 20:50:30.770752 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c38391ba-9bb1-4784-891e-31c9b317b98b req-7270c412-661b-4162-aa91-4c1154984a2f tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/security-groups?id=87663097-8be1-4f6e-984a-d96c7f4dab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043816 Jul 14 20:50:30.786306 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d9747d-9a71-4f0e-b00d-85e4c862547c None None] Network 6f62f336-4273-4995-b05f-b3950f898480 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:50:30.933418 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8b7937dd-d3a0-438b-9d7b-1c0c376daa9a req-af843516-948b-4c51-8d66-4139ebfad25f tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059789 Jul 14 20:50:30.971653 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-34cbe61a-0560-4413-9ac6-a4f9b46261b8 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:30.973458 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-34cbe61a-0560-4413-9ac6-a4f9b46261b8 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 946 time: 0.2015982 Jul 14 20:50:31.047163 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-90419309-06d5-4c63-a651-a908dbb3a196 req-b3eeb5ce-b5e0-4b70-964d-1d714d7e5972 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Deleting port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:50:31.047511 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-90419309-06d5-4c63-a651-a908dbb3a196 req-b3eeb5ce-b5e0-4b70-964d-1d714d7e5972 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:31.169870 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2b1fa-5092-4df5-beb1-3b63e7203124 req-b9ea6d04-7d2d-4265-b221-0c047a3c5d96 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:31.175639 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b5d2b1fa-5092-4df5-beb1-3b63e7203124 req-b9ea6d04-7d2d-4265-b221-0c047a3c5d96 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 946 time: 0.1493971 Jul 14 20:50:31.207876 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-f50638d2-7af3-4709-8fe8-98222e3dee3c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Deleting port 696671e5-55fb-483f-b115-3572ba439150 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:50:31.208236 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-f50638d2-7af3-4709-8fe8-98222e3dee3c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:31.285346 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b5d2b1fa-5092-4df5-beb1-3b63e7203124 req-49f38a14-f8d5-4e11-9b87-f19e6b3a9599 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082823 Jul 14 20:50:31.389331 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-f50638d2-7af3-4709-8fe8-98222e3dee3c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] For port 696671e5-55fb-483f-b115-3572ba439150, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=696671e5-55fb-483f-b115-3572ba439150,segment=NetworkSegment(a8441d1b-cfed-4c7a-b194-c9072be350de),segment_id=a8441d1b-cfed-4c7a-b194-c9072be350de)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:31.390051 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-f50638d2-7af3-4709-8fe8-98222e3dee3c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:31.421361 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-f50638d2-7af3-4709-8fe8-98222e3dee3c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Calling delete_port for 696671e5-55fb-483f-b115-3572ba439150 owned by compute:nova {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:50:31.613247 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-90419309-06d5-4c63-a651-a908dbb3a196 req-b3eeb5ce-b5e0-4b70-964d-1d714d7e5972 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] For port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:31.613247 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-90419309-06d5-4c63-a651-a908dbb3a196 req-b3eeb5ce-b5e0-4b70-964d-1d714d7e5972 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:31.636145 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3192f3-bf82-45ff-b8a5-be4a818104be req-53a3ec79-f230-45aa-bcfd-c4a9147221df tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:31.637739 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c3192f3-bf82-45ff-b8a5-be4a818104be req-53a3ec79-f230-45aa-bcfd-c4a9147221df tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1966512 Jul 14 20:50:31.648313 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-90419309-06d5-4c63-a651-a908dbb3a196 req-b3eeb5ce-b5e0-4b70-964d-1d714d7e5972 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Calling delete_port for 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:50:31.666254 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-f50638d2-7af3-4709-8fe8-98222e3dee3c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:31.690521 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['696671e5-55fb-483f-b115-3572ba439150'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:50:31.717206 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50638d2-7af3-4709-8fe8-98222e3dee3c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Pushing event deleted for resources: {'Port': ['ID=696671e5-55fb-483f-b115-3572ba439150,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:31.768941 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-f50638d2-7af3-4709-8fe8-98222e3dee3c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] No DVR routers for this DVR port 696671e5-55fb-483f-b115-3572ba439150 on host hv-cinder-80083 {{(pid=99456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:50:31.775283 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-f50638d2-7af3-4709-8fe8-98222e3dee3c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:31.778514 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2c8effc3-a2bd-46cf-84de-21a804274067 req-f50638d2-7af3-4709-8fe8-98222e3dee3c tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.43 "DELETE /v2.0/ports/696671e5-55fb-483f-b115-3572ba439150 HTTP/1.1" status: 204 len: 173 time: 0.7984860 Jul 14 20:50:31.779032 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf05c76-f262-4eb0-9a82-8bcf6cad857b', 'name': 'network-vif-deleted', 'tag': '696671e5-55fb-483f-b115-3572ba439150'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:31.781694 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0da2c99-9fa9-46e4-9303-409e00c997af" -d '{"events": [{"server_uuid": "4bf05c76-f262-4eb0-9a82-8bcf6cad857b", "name": "network-vif-deleted", "tag": "696671e5-55fb-483f-b115-3572ba439150"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:31.828575 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c3192f3-bf82-45ff-b8a5-be4a818104be req-5458f7c5-c21f-4b3c-a223-e2733f5c16e5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813779 Jul 14 20:50:31.860526 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fb209e-d325-4c65-bf94-5eff827230df x-openstack-request-id: req-88fb209e-d325-4c65-bf94-5eff827230df {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:31.860861 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf05c76-f262-4eb0-9a82-8bcf6cad857b", "name": "network-vif-deleted", "tag": "696671e5-55fb-483f-b115-3572ba439150", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:31.861128 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-88fb209e-d325-4c65-bf94-5eff827230df {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:31.861463 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf05c76-f262-4eb0-9a82-8bcf6cad857b', 'name': 'network-vif-deleted', 'tag': '696671e5-55fb-483f-b115-3572ba439150', 'status': 'completed', 'code': 200} Jul 14 20:50:32.052704 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5c060e9c-d697-4934-aa7f-ef7e17957f7e req-51096aa1-cb72-498a-842f-6ed18eb8b2d3 tempest-VolumesActionsTest-1268308891 tempest-VolumesActionsTest-1268308891-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bf05c76-f262-4eb0-9a82-8bcf6cad857b HTTP/1.1" status: 200 len: 210 time: 0.0566065 Jul 14 20:50:32.086340 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-90419309-06d5-4c63-a651-a908dbb3a196 req-b3eeb5ce-b5e0-4b70-964d-1d714d7e5972 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:32.106862 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['b7bfee66-999c-472c-bfb4-1016308a8fc9', '16717edb-7f62-47e4-9c1f-138652dc3fb1', 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07', '068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:50:32.164931 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eeb5ce-b5e0-4b70-964d-1d714d7e5972 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Pushing event deleted for resources: {'Port': ['ID=068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:32.258913 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72bcf2-bb0a-4eb8-9110-39d07f86214c req-400bd2ef-c128-4e46-b1c2-7300a88fd51c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:32.267145 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7f72bcf2-bb0a-4eb8-9110-39d07f86214c req-400bd2ef-c128-4e46-b1c2-7300a88fd51c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1564045 Jul 14 20:50:32.305570 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-90419309-06d5-4c63-a651-a908dbb3a196 req-b3eeb5ce-b5e0-4b70-964d-1d714d7e5972 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] No DVR routers for this DVR port 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:50:32.306040 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7f72bcf2-bb0a-4eb8-9110-39d07f86214c req-a42e59e8-b554-4028-8047-a6b4a4cae829 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Jul 14 20:50:32.314461 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-90419309-06d5-4c63-a651-a908dbb3a196 req-b3eeb5ce-b5e0-4b70-964d-1d714d7e5972 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:32.318786 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-90419309-06d5-4c63-a651-a908dbb3a196 req-b3eeb5ce-b5e0-4b70-964d-1d714d7e5972 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "DELETE /v2.0/ports/068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 HTTP/1.1" status: 204 len: 173 time: 1.7556989 Jul 14 20:50:32.320523 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1fe060-8665-446c-82d0-2f66568ac26e', 'name': 'network-vif-deleted', 'tag': '068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:32.325903 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a983b8cd-7050-4135-9124-840a2342ebf8" -d '{"events": [{"server_uuid": "8b1fe060-8665-446c-82d0-2f66568ac26e", "name": "network-vif-deleted", "tag": "068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:32.406235 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7350e8ad-7752-4d98-af7c-8cc938100c09 x-openstack-request-id: req-7350e8ad-7752-4d98-af7c-8cc938100c09 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:32.406787 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1fe060-8665-446c-82d0-2f66568ac26e", "name": "network-vif-deleted", "tag": "068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:32.407306 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7350e8ad-7752-4d98-af7c-8cc938100c09 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:32.408048 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1fe060-8665-446c-82d0-2f66568ac26e', 'name': 'network-vif-deleted', 'tag': '068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3', 'status': 'completed', 'code': 200} Jul 14 20:50:32.509856 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-46d8bc16-44c7-4916-b33d-0b4127b6517a req-6ea55a25-7cf4-4ef4-9f56-96c3288ccd55 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b1fe060-8665-446c-82d0-2f66568ac26e HTTP/1.1" status: 200 len: 210 time: 0.0344770 Jul 14 20:50:33.121690 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6a911-a935-4fe9-b2a5-cab9c0e5ec4d req-0c9f7ab0-8dd1-4e53-9ac3-554d983da59c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:33.124271 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-84c6a911-a935-4fe9-b2a5-cab9c0e5ec4d req-0c9f7ab0-8dd1-4e53-9ac3-554d983da59c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1449473 Jul 14 20:50:33.193316 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-84c6a911-a935-4fe9-b2a5-cab9c0e5ec4d req-ae573340-3e2d-4e4f-be7b-a26f7fc05ea1 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578406 Jul 14 20:50:33.610702 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30e573-c3ed-4dad-b7db-b2a7cae1fbac req-fe0a5723-906d-458b-8bd7-a4dc8b51afc2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:33.613849 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4b30e573-c3ed-4dad-b7db-b2a7cae1fbac req-fe0a5723-906d-458b-8bd7-a4dc8b51afc2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1197009 Jul 14 20:50:33.708936 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4b30e573-c3ed-4dad-b7db-b2a7cae1fbac req-287201d6-e18e-4fc2-85ed-07fbefb1975c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855925 Jul 14 20:50:34.478787 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fa48e-70d6-4c86-9600-96ed59e2b0c6 req-60b30586-2c6a-439f-bbd6-a37f893bb431 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:34.480608 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f98fa48e-70d6-4c86-9600-96ed59e2b0c6 req-60b30586-2c6a-439f-bbd6-a37f893bb431 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1029303 Jul 14 20:50:34.537764 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f98fa48e-70d6-4c86-9600-96ed59e2b0c6 req-0a49baa7-f5ac-4a03-a249-08424114bd90 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510514 Jul 14 20:50:34.733393 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:50:34.759448 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:50:34.760126 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 068ae6d4-8b0c-4bae-a89e-0ea56b2cb8e3 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:50:34.760817 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 696671e5-55fb-483f-b115-3572ba439150 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:50:34.788170 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 696671e5-55fb-483f-b115-3572ba439150 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:50:34.788506 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 696671e5-55fb-483f-b115-3572ba439150 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:50:34.955566 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5265d-f1ac-4af5-b274-1b4540c05f2c req-f7e2e75e-c0fa-4a91-902d-3a45d7f6d356 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:34.957267 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-40d5265d-f1ac-4af5-b274-1b4540c05f2c req-f7e2e75e-c0fa-4a91-902d-3a45d7f6d356 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0855639 Jul 14 20:50:35.014445 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-40d5265d-f1ac-4af5-b274-1b4540c05f2c req-110565b8-7a1a-4d7d-9db1-681e96d063d4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493555 Jul 14 20:50:35.183722 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:50:35.718682 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71be7-2c37-4105-a12d-d789f3d8dfdb req-55c6001e-376a-44cf-b10b-0496a7ed1d86 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:35.725490 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0bf71be7-2c37-4105-a12d-d789f3d8dfdb req-55c6001e-376a-44cf-b10b-0496a7ed1d86 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 946 time: 0.1036539 Jul 14 20:50:35.793508 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0bf71be7-2c37-4105-a12d-d789f3d8dfdb req-d876993e-d55f-4912-9386-ca78e5ac9c76 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619738 Jul 14 20:50:36.008034 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-80c55f17-221c-4990-93bb-8779772578a9 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:36.009761 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-80c55f17-221c-4990-93bb-8779772578a9 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/networks?id=6f62f336-4273-4995-b05f-b3950f898480 HTTP/1.1" status: 200 len: 814 time: 0.1656883 Jul 14 20:50:36.030642 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-690789dd-5458-4e16-b7d0-d80f2c31a5d7 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/quotas/e429615df0ac4783abecd438f0775d4e HTTP/1.1" status: 200 len: 375 time: 0.0145419 Jul 14 20:50:36.043521 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c7e6d-131d-4e80-9a63-0429de0cb1aa req-a2bb4dd3-b481-4400-b101-42765c85ed67 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:36.045102 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7d3c7e6d-131d-4e80-9a63-0429de0cb1aa req-a2bb4dd3-b481-4400-b101-42765c85ed67 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1162648 Jul 14 20:50:36.070050 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-5e6eb832-b62c-4b80-a70f-87f833bcf67f tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e429615df0ac4783abecd438f0775d4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317409 Jul 14 20:50:36.112088 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7d3c7e6d-131d-4e80-9a63-0429de0cb1aa req-3f8db6ec-08f6-4d6a-87a0-f7c7e5b649e4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604191 Jul 14 20:50:36.187239 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-045ef05a-9971-4445-a2e9-7d2924474b55 service neutron] 10.222.0.38 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095607 Jul 14 20:50:36.309031 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cb4dc-c352-4c8c-afcd-7e29691fdb90 req-4651c8fe-8739-4511-8348-d5209e24f701 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:36.310996 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b37cb4dc-c352-4c8c-afcd-7e29691fdb90 req-4651c8fe-8739-4511-8348-d5209e24f701 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0814776 Jul 14 20:50:36.321818 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-ceaac876-1a2d-4279-ac84-8599be0e8ff8 service neutron] 10.222.0.38 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281791 Jul 14 20:50:36.363745 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b37cb4dc-c352-4c8c-afcd-7e29691fdb90 req-3650bfe3-a0eb-42c8-bcda-1ffdea085179 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461488 Jul 14 20:50:36.552970 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4946f37f-cf12-490f-9e9f-3e2898c7b3f3 req-d051a469-88e0-45c3-b0ca-f876bef1805f tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 210 time: 0.0383027 Jul 14 20:50:37.013166 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee1611-f9e4-4728-9452-05e503322574 req-579fc643-dc75-48a3-bd20-3f48ef3addd4 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:37.014858 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3bee1611-f9e4-4728-9452-05e503322574 req-579fc643-dc75-48a3-bd20-3f48ef3addd4 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 946 time: 0.0764039 Jul 14 20:50:37.068403 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3bee1611-f9e4-4728-9452-05e503322574 req-6fb787a3-2ccf-4a14-bc61-17fcffa4fe31 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474248 Jul 14 20:50:37.333731 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b42a2-a86d-4608-a8af-6ace69837274 req-69ac73ce-cd98-4d9b-9573-21cb2281db16 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:37.336227 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b68b42a2-a86d-4608-a8af-6ace69837274 req-69ac73ce-cd98-4d9b-9573-21cb2281db16 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.0938544 Jul 14 20:50:37.392838 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b68b42a2-a86d-4608-a8af-6ace69837274 req-39b16314-2087-4e96-b28a-db278bced659 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483792 Jul 14 20:50:37.682473 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f3e5b-5d91-4b09-96f6-b44470146595 req-96313e2e-22f9-4c90-aa9c-fe1ebf4a8e98 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:37.690108 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ea3f3e5b-5d91-4b09-96f6-b44470146595 req-96313e2e-22f9-4c90-aa9c-fe1ebf4a8e98 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1112366 Jul 14 20:50:37.725122 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f264587a-6d72-4de1-ab48-fcdb80c06d7e req-73d57802-013b-4834-a054-fdc35cdd11f3 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 210 time: 0.0452380 Jul 14 20:50:37.739707 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ea3f3e5b-5d91-4b09-96f6-b44470146595 req-cba65a1a-50fa-4a61-880d-05f2e0d2e1ee tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483003 Jul 14 20:50:38.280530 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40545b-a845-4fc1-8c77-279911cfe6e9 req-7f32c403-7408-49c6-b120-7b15e3794ce5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:38.284437 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b40545b-a845-4fc1-8c77-279911cfe6e9 req-7f32c403-7408-49c6-b120-7b15e3794ce5 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 946 time: 0.0826437 Jul 14 20:50:38.323991 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b40545b-a845-4fc1-8c77-279911cfe6e9 req-805b5c28-93dd-45ad-bc4a-07524d620a75 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359063 Jul 14 20:50:38.638557 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9153-ee92-4b17-ad22-5b5e1415fd20 req-d50de2e9-c9ef-461f-b94f-8f1ac58587e6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:38.641260 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c60c9153-ee92-4b17-ad22-5b5e1415fd20 req-d50de2e9-c9ef-461f-b94f-8f1ac58587e6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1046975 Jul 14 20:50:38.685835 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c60c9153-ee92-4b17-ad22-5b5e1415fd20 req-583aec6d-6f00-4d68-9161-055174456cac tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388288 Jul 14 20:50:38.887601 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-dba26920-4532-4fa4-a247-c0446f93b785 req-f3e769db-03d6-4029-bddb-8a77891e85fd tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 210 time: 0.0360320 Jul 14 20:50:38.934471 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effe221-487b-411b-af80-cd40b53cccef req-01fb4e46-d5a1-49a4-b091-eac4ff52e306 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:38.936026 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4effe221-487b-411b-af80-cd40b53cccef req-01fb4e46-d5a1-49a4-b091-eac4ff52e306 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0761817 Jul 14 20:50:38.976881 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4effe221-487b-411b-af80-cd40b53cccef req-140c2383-cc4e-4f1c-a6c4-18f1652ab458 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341609 Jul 14 20:50:39.540296 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b287a5-99dd-4063-86ea-760f14fbef6a req-f9785b36-cf3d-4d05-8662-472c9c644f02 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:39.544223 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b4b287a5-99dd-4063-86ea-760f14fbef6a req-f9785b36-cf3d-4d05-8662-472c9c644f02 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 946 time: 0.0928369 Jul 14 20:50:39.590199 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b4b287a5-99dd-4063-86ea-760f14fbef6a req-910d5202-26d6-4fed-81b8-1b5906d8837d tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 Jul 14 20:50:39.919863 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453b076-7c93-4bc6-949b-10fd84eea08c req-615ba39a-1e83-4e4b-80a1-d331e2eb2982 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:39.922634 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6453b076-7c93-4bc6-949b-10fd84eea08c req-615ba39a-1e83-4e4b-80a1-d331e2eb2982 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1170077 Jul 14 20:50:39.974879 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6453b076-7c93-4bc6-949b-10fd84eea08c req-afd96c46-eae1-455f-abb8-8cd6e22a15dc tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378499 Jul 14 20:50:40.088763 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-d853cadb-f74b-47eb-bc97-446a62e4e472 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:40.091254 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-d853cadb-f74b-47eb-bc97-446a62e4e472 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 946 time: 0.1063280 Jul 14 20:50:40.151806 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-8813f604-3afb-46ba-ad93-fec052807ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:40.154980 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-8813f604-3afb-46ba-ad93-fec052807ba1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 1099 time: 0.1028922 Jul 14 20:50:40.395625 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f6255379-736b-42d7-a0eb-36aa22aa950c req-882985da-82db-44b7-8fd3-181dde300daf tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 210 time: 0.0321515 Jul 14 20:50:40.407991 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-4d340797-1569-4deb-95e6-cf1c8253d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:40.409606 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-4d340797-1569-4deb-95e6-cf1c8253d316 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 917 time: 0.2457659 Jul 14 20:50:40.494524 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Deleting port f8a4fc5c-b888-4684-9ba4-e1e44e933d07 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:50:40.494863 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:40.516499 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3056e4-e73f-466e-b89a-dfc54d80da51 req-f9cbc3ff-2b5e-4c3c-b15a-df02a94d1512 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:40.519824 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7d3056e4-e73f-466e-b89a-dfc54d80da51 req-f9cbc3ff-2b5e-4c3c-b15a-df02a94d1512 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.2004762 Jul 14 20:50:40.522259 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-d4271e86-8edc-48a0-b2b5-f86cb6959c30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74acc9e6-b330-4ea2-8682-f36e80f70458 HTTP/1.1" status: 200 len: 1001 time: 0.1034746 Jul 14 20:50:40.590821 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-ae2c40cc-bc71-4224-8e39-8d7ca78fe1bf tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:40.593166 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-ae2c40cc-bc71-4224-8e39-8d7ca78fe1bf tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.43 "GET /v2.0/networks?id=6f62f336-4273-4995-b05f-b3950f898480 HTTP/1.1" status: 200 len: 814 time: 0.2003088 Jul 14 20:50:40.614170 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Request body: {'port': {'device_id': 'ea81ef26-23af-45d0-a9dc-4724ac05a415', 'network_id': '6f62f336-4273-4995-b05f-b3950f898480', 'admin_state_up': True, 'tenant_id': 'e429615df0ac4783abecd438f0775d4e'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:50:40.627336 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7d3056e4-e73f-466e-b89a-dfc54d80da51 req-18b52655-07b2-4a12-b6cd-2b794b7cd08b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989938 Jul 14 20:50:40.627336 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-2141ff05-46a4-4263-a515-c5db0e3ed5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:40.627922 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-2141ff05-46a4-4263-a515-c5db0e3ed5e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.0948946 Jul 14 20:50:40.685864 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] For port f8a4fc5c-b888-4684-9ba4-e1e44e933d07, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:40.686234 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:40.717395 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Calling delete_port for f8a4fc5c-b888-4684-9ba4-e1e44e933d07 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:50:40.722407 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-1e8ec2d8-ab96-4e67-bce9-3e95db7f9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:40.725307 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-1e8ec2d8-ab96-4e67-bce9-3e95db7f9761 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818744 Jul 14 20:50:40.887793 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-9bafb473-cb6a-4d00-8461-d962662b55e4 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549599 Jul 14 20:50:40.892021 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Made reservation on behalf of e429615df0ac4783abecd438f0775d4e for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:50:40.896563 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:40.997438 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d31243-366c-4a14-a91c-a70ae31e9431 req-684aa01d-50ca-4461-a298-569298fa8459 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:41.000652 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-73d31243-366c-4a14-a91c-a70ae31e9431 req-684aa01d-50ca-4461-a298-569298fa8459 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 946 time: 0.2102261 Jul 14 20:50:41.089500 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-142ba6b3-358a-4ccf-8338-4efc2a76ce58 req-3cac5f38-839f-4c69-8c5f-60c8ef45a74d service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943150 Jul 14 20:50:41.220091 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-73d31243-366c-4a14-a91c-a70ae31e9431 req-e75ffe1d-9488-456b-a38b-778fcbe7ff58 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082903 Jul 14 20:50:41.274421 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:41.291760 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['b7bfee66-999c-472c-bfb4-1016308a8fc9', '16717edb-7f62-47e4-9c1f-138652dc3fb1', 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:50:41.430724 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Pushing event deleted for resources: {'Port': ['ID=f8a4fc5c-b888-4684-9ba4-e1e44e933d07,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:41.467863 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Allocated IP 172.20.0.3 (6f62f336-4273-4995-b05f-b3950f898480/dffe91b0-3c00-4da5-92dc-e9ebb44f26cc/e6603b5c-6267-457a-98ba-ddace6865fc0) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:50:41.475650 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.476028 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.476374 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.476708 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.477058 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.477371 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.477702 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.478030 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.478356 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.479222 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.479550 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.479891 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:41.506823 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] No DVR routers for this DVR port f8a4fc5c-b888-4684-9ba4-e1e44e933d07 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:50:41.510561 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:41.512854 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ef6948f9-9abf-451f-9be7-76a8f3337c0c req-9a5de366-ba71-492e-8d8a-30be84dada60 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "DELETE /v2.0/ports/f8a4fc5c-b888-4684-9ba4-e1e44e933d07 HTTP/1.1" status: 204 len: 173 time: 1.4144526 Jul 14 20:50:41.513338 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68a0186-2891-46ad-b77f-049fe624822c', 'name': 'network-vif-deleted', 'tag': 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:41.516097 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0861bf6e-ae69-4540-8f2c-9961ba9cb1e4" -d '{"events": [{"server_uuid": "f68a0186-2891-46ad-b77f-049fe624822c", "name": "network-vif-deleted", "tag": "f8a4fc5c-b888-4684-9ba4-e1e44e933d07"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:41.787926 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-edb44811-444f-42b4-8920-ffa869eaecfb req-51a3221f-f424-4b9e-954e-b21029e1e14b tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 210 time: 0.0673323 Jul 14 20:50:41.811340 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:41.853630 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a6199-679c-49ba-88fb-b08d0f490b32 req-622991f8-285e-4c10-b29c-a96839e51a10 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:41.865364 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ee3a6199-679c-49ba-88fb-b08d0f490b32 req-622991f8-285e-4c10-b29c-a96839e51a10 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.6690454 Jul 14 20:50:41.875990 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:41.954861 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Network 6f62f336-4273-4995-b05f-b3950f898480 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:50:41.955214 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ee3a6199-679c-49ba-88fb-b08d0f490b32 req-4ae562b4-2464-4ec9-b8f3-3a8e130d4ad2 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835898 Jul 14 20:50:41.961981 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:50:41.977216 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b053ce6c-85d6-4694-a305-62a46cadaf99 x-openstack-request-id: req-b053ce6c-85d6-4694-a305-62a46cadaf99 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:41.977843 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68a0186-2891-46ad-b77f-049fe624822c", "name": "network-vif-deleted", "tag": "f8a4fc5c-b888-4684-9ba4-e1e44e933d07", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:41.978439 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b053ce6c-85d6-4694-a305-62a46cadaf99 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:41.985718 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68a0186-2891-46ad-b77f-049fe624822c', 'name': 'network-vif-deleted', 'tag': 'f8a4fc5c-b888-4684-9ba4-e1e44e933d07', 'status': 'completed', 'code': 200} Jul 14 20:50:41.986788 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:50:42.055619 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:42.056411 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:42.059200 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Pushing event updated for resources: {'Port': ['ID=e6603b5c-6267-457a-98ba-ddace6865fc0,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:42.079992 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-bb7cfbca-1414-48b1-84ea-5d7687736c5c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4692681 Jul 14 20:50:42.107586 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Request body: {'port': {'device_id': 'ea81ef26-23af-45d0-a9dc-4724ac05a415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:50:42.233164 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d310d-973a-4729-b9b0-994579bca177 req-76146f46-48ca-4029-86a7-de17af679109 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:42.234856 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e99d310d-973a-4729-b9b0-994579bca177 req-76146f46-48ca-4029-86a7-de17af679109 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1535208 Jul 14 20:50:42.249192 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:42.350275 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e99d310d-973a-4729-b9b0-994579bca177 req-76efc259-b026-40b9-8d66-6f21b11bbbdc tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076460 Jul 14 20:50:42.506576 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-425892ba-e35b-43f9-802f-ed1a683d6e24 req-1500dbc3-05c5-4de5-bad5-5843bef14462 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68a0186-2891-46ad-b77f-049fe624822c HTTP/1.1" status: 200 len: 210 time: 0.0426660 Jul 14 20:50:42.781202 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6603b5c-6267-457a-98ba-ddace6865fc0 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:50:42.792850 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:42.808407 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Transition to ACTIVE for port object e6603b5c-6267-457a-98ba-ddace6865fc0 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:50:42.821538 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:42.897140 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Pushing event updated for resources: {'Port': ['ID=e6603b5c-6267-457a-98ba-ddace6865fc0,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:43.045608 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Attempting to bind port e6603b5c-6267-457a-98ba-ddace6865fc0 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:50:43.046407 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Attempting to bind port e6603b5c-6267-457a-98ba-ddace6865fc0 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '02837aba-300a-4d16-9c46-923c6f89f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f62f336-4273-4995-b05f-b3950f898480'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:50:43.047136 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Attempting to bind port e6603b5c-6267-457a-98ba-ddace6865fc0 on network 6f62f336-4273-4995-b05f-b3950f898480 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:50:43.083044 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Port e6603b5c-6267-457a-98ba-ddace6865fc0 on network 6f62f336-4273-4995-b05f-b3950f898480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:50:43.083540 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Attempting to bind port e6603b5c-6267-457a-98ba-ddace6865fc0 on network 6f62f336-4273-4995-b05f-b3950f898480 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:50:43.095566 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:50:43.096153 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Checking segment: {'id': '02837aba-300a-4d16-9c46-923c6f89f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f62f336-4273-4995-b05f-b3950f898480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:50:43.096913 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Bound using segment: {'id': '02837aba-300a-4d16-9c46-923c6f89f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f62f336-4273-4995-b05f-b3950f898480'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:50:43.097778 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Bound port: e6603b5c-6267-457a-98ba-ddace6865fc0, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02837aba-300a-4d16-9c46-923c6f89f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f62f336-4273-4995-b05f-b3950f898480'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:50:43.098329 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:43.251207 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2b107-1374-4a52-859f-a2f5227be086 req-3925cfdf-5af4-40eb-95d8-7ba5823056c3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:43.273554 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-deb2b107-1374-4a52-859f-a2f5227be086 req-3925cfdf-5af4-40eb-95d8-7ba5823056c3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1311886 Jul 14 20:50:43.285529 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c608d-5c39-491c-a3ce-4bf7ec05ff49 req-5840bd94-9f64-43eb-89a9-14923d7ae714 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:43.297723 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e7c608d-5c39-491c-a3ce-4bf7ec05ff49 req-5840bd94-9f64-43eb-89a9-14923d7ae714 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 943 time: 0.2393980 Jul 14 20:50:43.381329 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-deb2b107-1374-4a52-859f-a2f5227be086 req-d78ec947-0451-40d5-ba51-4216560de877 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024716 Jul 14 20:50:43.402521 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] For port e6603b5c-6267-457a-98ba-ddace6865fc0, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:50:43.440114 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e7c608d-5c39-491c-a3ce-4bf7ec05ff49 req-60384706-99ed-4489-952c-f60977edca79 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333354 Jul 14 20:50:43.457626 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] For port e6603b5c-6267-457a-98ba-ddace6865fc0, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=e6603b5c-6267-457a-98ba-ddace6865fc0,segment=NetworkSegment(02837aba-300a-4d16-9c46-923c6f89f76f),segment_id=02837aba-300a-4d16-9c46-923c6f89f76f)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:50:43.485079 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:43.577614 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:43.578727 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:43.581234 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] 10.222.0.43 "PUT /v2.0/ports/e6603b5c-6267-457a-98ba-ddace6865fc0 HTTP/1.1" status: 200 len: 1093 time: 1.4819109 Jul 14 20:50:43.812600 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f44de0-6ef2-48f4-a2f2-16682894dbea req-112d37f5-2d64-4b49-a443-4521f0839ae9 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:43.815129 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6f44de0-6ef2-48f4-a2f2-16682894dbea req-112d37f5-2d64-4b49-a443-4521f0839ae9 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.2281556 Jul 14 20:50:43.886430 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f029419-4535-4592-bda3-55e1823cf921 service neutron] Pushing event updated for resources: {'Port': ['ID=e6603b5c-6267-457a-98ba-ddace6865fc0,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:43.946867 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-89ca0485-dfdd-4348-be03-b1299dcbe722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:43.948833 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-89ca0485-dfdd-4348-be03-b1299dcbe722 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e429615df0ac4783abecd438f0775d4e&device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 1096 time: 0.2848382 Jul 14 20:50:43.996958 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6f44de0-6ef2-48f4-a2f2-16682894dbea req-97964909-b525-40c3-bdb9-3040c8228f49 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715968 Jul 14 20:50:44.069965 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea81ef26-23af-45d0-a9dc-4724ac05a415', 'tag': 'e6603b5c-6267-457a-98ba-ddace6865fc0'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:44.078574 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed" -d '{"events": [{"name": "network-changed", "server_uuid": "ea81ef26-23af-45d0-a9dc-4724ac05a415", "tag": "e6603b5c-6267-457a-98ba-ddace6865fc0"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:44.086247 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-371813d7-2efb-4bb0-8603-ff6979a7c3c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6603b5c-6267-457a-98ba-ddace6865fc0 HTTP/1.1" status: 200 len: 217 time: 0.1294382 Jul 14 20:50:44.218215 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b415c157-3f91-44d2-89c9-8bba754b01d5 x-openstack-request-id: req-b415c157-3f91-44d2-89c9-8bba754b01d5 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:44.218825 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea81ef26-23af-45d0-a9dc-4724ac05a415", "tag": "e6603b5c-6267-457a-98ba-ddace6865fc0", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:44.219212 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b415c157-3f91-44d2-89c9-8bba754b01d5 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:44.219803 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea81ef26-23af-45d0-a9dc-4724ac05a415', 'tag': 'e6603b5c-6267-457a-98ba-ddace6865fc0', 'status': 'completed', 'code': 200} Jul 14 20:50:44.222726 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-163a1e40-1013-4599-95f7-9bbb0f27eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:44.225431 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-163a1e40-1013-4599-95f7-9bbb0f27eab7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dffe91b0-3c00-4da5-92dc-e9ebb44f26cc HTTP/1.1" status: 200 len: 854 time: 0.1299613 Jul 14 20:50:44.287605 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-d6852335-8b5e-47ec-84d8-d1124388f085 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f62f336-4273-4995-b05f-b3950f898480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492167 Jul 14 20:50:44.561835 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-02b47b56-b5a7-4370-abfc-ec9533c75f95 service neutron] 10.222.0.43 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621808 Jul 14 20:50:44.762772 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21c837dd-9804-4d8f-8d66-2cfad58d0cc9 req-9338643f-e2b4-4e98-bb99-edc8ae077939 service neutron] 10.222.0.43 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970768 Jul 14 20:50:44.818948 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f23db3-d7cf-49aa-8899-697c34358784 req-76e01c76-b7ab-4861-9cbe-e4a31a7c91a0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:44.821474 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98f23db3-d7cf-49aa-8899-697c34358784 req-76e01c76-b7ab-4861-9cbe-e4a31a7c91a0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 946 time: 0.1275342 Jul 14 20:50:44.830924 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 74acc9e6-b330-4ea2-8682-f36e80f70458 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:50:44.959818 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98f23db3-d7cf-49aa-8899-697c34358784 req-3823687b-596e-4824-b086-99a32f0d9f67 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149406 Jul 14 20:50:45.028101 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:45.086818 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed req-9eb7c433-1010-4ca5-9260-88cd1091f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:45.089537 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed req-9eb7c433-1010-4ca5-9260-88cd1091f0bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e429615df0ac4783abecd438f0775d4e&device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 1096 time: 0.2257504 Jul 14 20:50:45.099214 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:45.100543 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:45.105872 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6afb352-7ad6-43ae-bf68-232e96150916" -d '{"events": [{"server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "name": "network-vif-unplugged", "status": "completed", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:45.109937 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:45.111123 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device f8a4fc5c-b888-4684-9ba4-e1e44e933d07 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:50:45.124538 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e79293-e979-4d1c-a09f-d3d4b12fb305 req-12c71a71-aea2-4c02-924b-687a8a10f816 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:45.133152 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-40e79293-e979-4d1c-a09f-d3d4b12fb305 req-12c71a71-aea2-4c02-924b-687a8a10f816 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 943 time: 0.2477365 Jul 14 20:50:45.137814 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: f8a4fc5c-b888-4684-9ba4-e1e44e933d07 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:50:45.138488 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device f8a4fc5c-b888-4684-9ba4-e1e44e933d07 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:50:45.196682 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=8']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:45.372394 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-40e79293-e979-4d1c-a09f-d3d4b12fb305 req-edf6394a-0ebb-402d-9f60-a15449f1eae4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007120 Jul 14 20:50:45.374009 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288813-5b7e-4845-b1f7-bcf5a3ea7a18 req-5f05e229-c97c-457a-bec2-e0f5f5de0e0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:45.374009 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ad288813-5b7e-4845-b1f7-bcf5a3ea7a18 req-5f05e229-c97c-457a-bec2-e0f5f5de0e0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.1164684 Jul 14 20:50:45.438779 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed req-5e866111-4a6e-454f-bd7a-bd8ea37b0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:45.441435 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed req-5e866111-4a6e-454f-bd7a-bd8ea37b0e96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f62f336-4273-4995-b05f-b3950f898480 HTTP/1.1" status: 200 len: 915 time: 0.3388460 Jul 14 20:50:45.462444 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ad288813-5b7e-4845-b1f7-bcf5a3ea7a18 req-def88d75-ec3f-4a19-8cf6-5000c0f4bd67 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000352 Jul 14 20:50:45.506428 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed req-40e98ac7-e3ac-4d8b-8702-171e59d830dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6603b5c-6267-457a-98ba-ddace6865fc0 HTTP/1.1" status: 200 len: 217 time: 0.0556171 Jul 14 20:50:45.606248 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed req-207de879-a593-4a0e-ba26-0f9c3b4f8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:45.610597 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed req-207de879-a593-4a0e-ba26-0f9c3b4f8c02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dffe91b0-3c00-4da5-92dc-e9ebb44f26cc HTTP/1.1" status: 200 len: 854 time: 0.0956597 Jul 14 20:50:45.708634 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed req-269e5605-17b0-4758-b30d-adf66dbb5353 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f62f336-4273-4995-b05f-b3950f898480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895109 Jul 14 20:50:45.945744 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aff253-36b1-4237-88e7-f43403184703 req-215625f9-f903-4684-9660-b85cedcfa5a6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:45.948083 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e9aff253-36b1-4237-88e7-f43403184703 req-215625f9-f903-4684-9660-b85cedcfa5a6 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1582432 Jul 14 20:50:45.968047 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed req-56fab4eb-6459-4287-bfb2-3037a92c5bac service neutron] 10.222.0.43 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509339 Jul 14 20:50:46.011062 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e9aff253-36b1-4237-88e7-f43403184703 req-46ed37c4-417f-4d54-bfdd-d6694d95c09d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549059 Jul 14 20:50:46.149879 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a3bac5-42df-432d-87b7-6eb5d2b58afe x-openstack-request-id: req-16a3bac5-42df-432d-87b7-6eb5d2b58afe {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:46.151021 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "name": "network-vif-unplugged", "status": "failed", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458", "code": 422}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:46.151281 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16a3bac5-42df-432d-87b7-6eb5d2b58afe {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:46.152408 dv-cinder-800830-1-iscsi neutron-server[99458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'code': 422} returned with failed status Jul 14 20:50:46.178214 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa84d5-9f51-48b6-bdec-25f484e46fc3 req-dc9fa93e-da5e-48ba-a6c8-138e87323926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:46.185424 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c1aa84d5-9f51-48b6-bdec-25f484e46fc3 req-dc9fa93e-da5e-48ba-a6c8-138e87323926 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 1098 time: 0.2698886 Jul 14 20:50:46.228928 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3cb61b7e-72a5-4d7c-b679-c0ed63e61bed req-17c89881-f038-408e-8d11-1120ffeb39c3 service neutron] 10.222.0.43 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519622 Jul 14 20:50:46.240871 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de5385-4534-41f0-98f7-e5493255fcfe req-ffc2de7f-7e52-4244-9a7f-885a3e8bc47e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:46.245208 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-15de5385-4534-41f0-98f7-e5493255fcfe req-ffc2de7f-7e52-4244-9a7f-885a3e8bc47e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.1941962 Jul 14 20:50:46.633476 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993879b2-1c76-4014-bd49-7a905a88cf31 req-3e1c258d-f1e0-4a76-b12a-410e5c541bd6 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:46.642114 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-993879b2-1c76-4014-bd49-7a905a88cf31 req-3e1c258d-f1e0-4a76-b12a-410e5c541bd6 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 943 time: 0.0822871 Jul 14 20:50:46.700529 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-993879b2-1c76-4014-bd49-7a905a88cf31 req-e941642a-437a-44a2-8f4d-a04ffb843983 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574601 Jul 14 20:50:46.924283 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a028c-e029-46a7-9d51-6788e5caf240 req-84769850-9683-4f8b-bbbb-8a363a4bc98c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:46.937336 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5a7a028c-e029-46a7-9d51-6788e5caf240 req-84769850-9683-4f8b-bbbb-8a363a4bc98c tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.1506140 Jul 14 20:50:46.980996 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859404c8-9a71-45d5-a8d1-1b771a396acb req-37fc68b9-be12-4bdb-84f2-74a614469c29 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:46.983876 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-859404c8-9a71-45d5-a8d1-1b771a396acb req-37fc68b9-be12-4bdb-84f2-74a614469c29 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1563842 Jul 14 20:50:47.018722 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5a7a028c-e029-46a7-9d51-6788e5caf240 req-afe0bf73-1806-440a-a82e-00c7fbd4b6c7 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797763 Jul 14 20:50:47.075034 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-859404c8-9a71-45d5-a8d1-1b771a396acb req-201fac3a-3ba1-4e90-ba02-0d3b45204414 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815020 Jul 14 20:50:47.313867 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 33030) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:50:47.333370 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756405f-fd7c-4184-8b98-15713d6a842b req-d09726d7-8322-48f4-829a-7da7048df802 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:47.336267 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7756405f-fd7c-4184-8b98-15713d6a842b req-d09726d7-8322-48f4-829a-7da7048df802 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1049759 Jul 14 20:50:47.379250 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device e6603b5c-6267-457a-98ba-ddace6865fc0 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:50:47.396390 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7756405f-fd7c-4184-8b98-15713d6a842b req-92cc8873-1f4f-45e5-8d50-e39c99f59bcf tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521097 Jul 14 20:50:47.501613 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-736c84f8-7628-4d8b-878b-b23d077e3c63 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1863596 Jul 14 20:50:47.549136 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port e6603b5c-6267-457a-98ba-ddace6865fc0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=e6603b5c-6267-457a-98ba-ddace6865fc0,segment=NetworkSegment(02837aba-300a-4d16-9c46-923c6f89f76f),segment_id=02837aba-300a-4d16-9c46-923c6f89f76f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:47.565977 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': 'e6603b5c-6267-457a-98ba-ddace6865fc0', 'network_id': '6f62f336-4273-4995-b05f-b3950f898480', 'port_id': 'e6603b5c-6267-457a-98ba-ddace6865fc0', 'mac_address': 'fa:16:3e:23:ef:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dffe91b0-3c00-4da5-92dc-e9ebb44f26cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:50:47.612396 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:47.629295 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6603b5c-6267-457a-98ba-ddace6865fc0 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:50:47.663526 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port e6603b5c-6267-457a-98ba-ddace6865fc0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=e6603b5c-6267-457a-98ba-ddace6865fc0,segment=NetworkSegment(02837aba-300a-4d16-9c46-923c6f89f76f),segment_id=02837aba-300a-4d16-9c46-923c6f89f76f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:47.670892 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:47.756013 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=e6603b5c-6267-457a-98ba-ddace6865fc0,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:47.968309 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd79d45-71be-484c-9dc0-bfab0486255d req-1253a4a4-ca9c-4d86-81e8-8af55d3278ef tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:47.976475 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ccd79d45-71be-484c-9dc0-bfab0486255d req-1253a4a4-ca9c-4d86-81e8-8af55d3278ef tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 944 time: 0.1344616 Jul 14 20:50:48.057303 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ccd79d45-71be-484c-9dc0-bfab0486255d req-b09709ef-b0bf-47ab-bc2c-954d609a650e tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749559 Jul 14 20:50:48.237367 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d1bf7-7619-4344-91b9-fc8c9afff455 req-bf516835-1cbd-4ddf-bbae-d727f84295ce tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:48.240819 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f31d1bf7-7619-4344-91b9-fc8c9afff455 req-bf516835-1cbd-4ddf-bbae-d727f84295ce tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.0964301 Jul 14 20:50:48.333363 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f31d1bf7-7619-4344-91b9-fc8c9afff455 req-24a0ee65-ba9f-470e-90b0-17fda63e79ec tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843554 Jul 14 20:50:48.391959 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf1d8f-4c9e-4c92-973d-629b9da05d3c req-acced463-f579-48f7-bc58-5579962ac164 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:48.399727 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-beaf1d8f-4c9e-4c92-973d-629b9da05d3c req-acced463-f579-48f7-bc58-5579962ac164 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1312580 Jul 14 20:50:48.474107 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-beaf1d8f-4c9e-4c92-973d-629b9da05d3c req-76a65a69-d284-4321-9cb9-500e0a2272cd tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727212 Jul 14 20:50:48.631019 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ffc0d-80dc-4ddd-8c71-74b9b4595e5f req-42876e93-9432-4655-9b33-ef58b608e779 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:48.632821 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-0b6ffc0d-80dc-4ddd-8c71-74b9b4595e5f req-42876e93-9432-4655-9b33-ef58b608e779 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0910430 Jul 14 20:50:48.685133 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-0b6ffc0d-80dc-4ddd-8c71-74b9b4595e5f req-f404e7b3-fc03-4161-a88d-bef328032b57 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426822 Jul 14 20:50:49.300887 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba8adc-7bdc-4eae-afd6-5847a5b20fb5 req-6c458261-9dcb-4217-89bb-2d8c83a54a17 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:49.302761 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-57ba8adc-7bdc-4eae-afd6-5847a5b20fb5 req-6c458261-9dcb-4217-89bb-2d8c83a54a17 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 944 time: 0.0848584 Jul 14 20:50:49.353717 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-57ba8adc-7bdc-4eae-afd6-5847a5b20fb5 req-8b2e3cc9-7879-4317-8bde-4f26ad84541d tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394418 Jul 14 20:50:49.496277 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c1aa84d5-9f51-48b6-bdec-25f484e46fc3 req-f0b2e08f-fd1a-44f9-b661-3a7a3be67813 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057281 Jul 14 20:50:49.683093 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['e6603b5c-6267-457a-98ba-ddace6865fc0'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:50:49.797130 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [req-15de5385-4534-41f0-98f7-e5493255fcfe req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Deleting port 16717edb-7f62-47e4-9c1f-138652dc3fb1 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:50:49.799943 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-15de5385-4534-41f0-98f7-e5493255fcfe req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:49.859458 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078f8d1-1aec-4980-b8e0-2d63a8824c53 req-43c5fa35-f923-4c2f-845e-5526fd549d49 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:49.860364 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adbb41-5423-4d15-aaea-d62e92c79904 req-81d33c7b-1bf6-4283-bd53-ad8a8548fd37 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:49.863248 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d1adbb41-5423-4d15-aaea-d62e92c79904 req-81d33c7b-1bf6-4283-bd53-ad8a8548fd37 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1553879 Jul 14 20:50:49.884748 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8078f8d1-1aec-4980-b8e0-2d63a8824c53 req-43c5fa35-f923-4c2f-845e-5526fd549d49 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 945 time: 0.3759654 Jul 14 20:50:50.049401 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8078f8d1-1aec-4980-b8e0-2d63a8824c53 req-3465567b-01d3-47a0-86e7-a7eefa535348 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632502 Jul 14 20:50:50.128197 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [req-15de5385-4534-41f0-98f7-e5493255fcfe req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] For port 16717edb-7f62-47e4-9c1f-138652dc3fb1, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=16717edb-7f62-47e4-9c1f-138652dc3fb1,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:50.128585 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-15de5385-4534-41f0-98f7-e5493255fcfe req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:50.148568 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [req-15de5385-4534-41f0-98f7-e5493255fcfe req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Calling delete_port for 16717edb-7f62-47e4-9c1f-138652dc3fb1 owned by compute:nova {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:50:50.305666 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d1adbb41-5423-4d15-aaea-d62e92c79904 req-ce127622-21bf-4c1c-8b9f-a1bde94b6b5b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4326293 Jul 14 20:50:50.319908 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-15de5385-4534-41f0-98f7-e5493255fcfe req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:50.393018 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Pushing event deleted for resources: {'Port': ['ID=16717edb-7f62-47e4-9c1f-138652dc3fb1,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:50.510964 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.511740 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.512595 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.512595 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.513049 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.513632 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.513898 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.514348 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.514838 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.515232 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.515789 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.516357 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:50:50.531055 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['b7bfee66-999c-472c-bfb4-1016308a8fc9'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:50:50.551685 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [req-15de5385-4534-41f0-98f7-e5493255fcfe req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] No DVR routers for this DVR port 16717edb-7f62-47e4-9c1f-138652dc3fb1 on host hv-cinder-80083 {{(pid=99456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:50:50.551685 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [req-15de5385-4534-41f0-98f7-e5493255fcfe req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:50.554120 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-15de5385-4534-41f0-98f7-e5493255fcfe req-88786119-f6af-4eba-88f9-8ab34aa84f0a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "DELETE /v2.0/ports/16717edb-7f62-47e4-9c1f-138652dc3fb1 HTTP/1.1" status: 204 len: 173 time: 1.1539409 Jul 14 20:50:50.554864 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5', 'name': 'network-vif-deleted', 'tag': '16717edb-7f62-47e4-9c1f-138652dc3fb1'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:50.559253 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ca78ed-9625-41cb-a340-50515951d1e6" -d '{"events": [{"server_uuid": "e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5", "name": "network-vif-deleted", "tag": "16717edb-7f62-47e4-9c1f-138652dc3fb1"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:50.616548 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab3eef-47a2-48a1-8a96-e633da90892e req-88dbd2b8-0e6f-4cc4-8900-1b75a3ec7092 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:50.620019 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-80ab3eef-47a2-48a1-8a96-e633da90892e req-88dbd2b8-0e6f-4cc4-8900-1b75a3ec7092 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1646843 Jul 14 20:50:50.656468 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13a4d-5f86-4dcf-b311-cdd4c0e8762f req-13c9a56b-b0ef-4b0c-904e-530ecef599d3 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:50.665076 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2d13a4d-5f86-4dcf-b311-cdd4c0e8762f req-13c9a56b-b0ef-4b0c-904e-530ecef599d3 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 944 time: 0.1638975 Jul 14 20:50:50.702705 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-80ab3eef-47a2-48a1-8a96-e633da90892e req-ab1e1bd9-f9a5-434c-97d6-0985e6ef89de tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737000 Jul 14 20:50:50.776785 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2d13a4d-5f86-4dcf-b311-cdd4c0e8762f req-930e62a8-4fb2-46b0-a4b7-5ada875ba9f0 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092722 Jul 14 20:50:50.786520 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323ac9e3-2ea8-41e2-b32e-2999817f91da x-openstack-request-id: req-323ac9e3-2ea8-41e2-b32e-2999817f91da {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:50.787505 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5", "name": "network-vif-deleted", "tag": "16717edb-7f62-47e4-9c1f-138652dc3fb1", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:50.788129 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-323ac9e3-2ea8-41e2-b32e-2999817f91da {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:50.788778 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5', 'name': 'network-vif-deleted', 'tag': '16717edb-7f62-47e4-9c1f-138652dc3fb1', 'status': 'completed', 'code': 200} Jul 14 20:50:51.256290 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2d149530-6d64-4c30-853b-ed76aab59785 req-126cbd95-6c3a-4163-8472-e62ec069390f tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5b5f32b-0f83-4ab0-8d73-88bcf37f11d5 HTTP/1.1" status: 200 len: 210 time: 0.0434060 Jul 14 20:50:51.375468 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device e6603b5c-6267-457a-98ba-ddace6865fc0 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:50:51.527824 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port e6603b5c-6267-457a-98ba-ddace6865fc0 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:50:51.551455 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port e6603b5c-6267-457a-98ba-ddace6865fc0 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:50:51.552097 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:51.866715 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:51.893230 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb066b-b7d2-4f0d-b25e-340c2f00a6ca req-727a20d2-36b7-4b8c-a084-7749141c15bc tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:51.903355 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a3fb066b-b7d2-4f0d-b25e-340c2f00a6ca req-727a20d2-36b7-4b8c-a084-7749141c15bc tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.2636733 Jul 14 20:50:51.927664 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea81ef26-23af-45d0-a9dc-4724ac05a415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6603b5c-6267-457a-98ba-ddace6865fc0'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:50:51.931941 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef318fd-7cf7-4306-85a1-04dc538e0699" -d '{"events": [{"server_uuid": "ea81ef26-23af-45d0-a9dc-4724ac05a415", "name": "network-vif-plugged", "status": "completed", "tag": "e6603b5c-6267-457a-98ba-ddace6865fc0"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:50:51.990510 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port e6603b5c-6267-457a-98ba-ddace6865fc0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=e6603b5c-6267-457a-98ba-ddace6865fc0,segment=NetworkSegment(02837aba-300a-4d16-9c46-923c6f89f76f),segment_id=02837aba-300a-4d16-9c46-923c6f89f76f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:50:51.998401 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:52.002600 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 16717edb-7f62-47e4-9c1f-138652dc3fb1 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:50:52.023623 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a3fb066b-b7d2-4f0d-b25e-340c2f00a6ca req-eb9d5ddd-39dc-49f1-8587-e8f213f46b5a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145916 Jul 14 20:50:52.069472 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 16717edb-7f62-47e4-9c1f-138652dc3fb1 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:50:52.072866 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 16717edb-7f62-47e4-9c1f-138652dc3fb1 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:50:52.218906 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=e6603b5c-6267-457a-98ba-ddace6865fc0,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:50:52.267704 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956142bb-8e96-4d47-96d4-1583d7394676 req-43f23f95-f9d1-440b-8642-af8bed548c12 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:52.272478 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-956142bb-8e96-4d47-96d4-1583d7394676 req-43f23f95-f9d1-440b-8642-af8bed548c12 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1742651 Jul 14 20:50:52.421551 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-956142bb-8e96-4d47-96d4-1583d7394676 req-57207c63-7e2c-47ac-817d-64eb2dc67fe7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337185 Jul 14 20:50:52.535289 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648d4e1-d155-4cf6-af7a-00bc3b29e8f9 req-50196937-db1b-4191-b5e0-4882b6b4a32f tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:52.536966 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8648d4e1-d155-4cf6-af7a-00bc3b29e8f9 req-50196937-db1b-4191-b5e0-4882b6b4a32f tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 945 time: 0.1700871 Jul 14 20:50:52.642730 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aec982d-77c5-430e-a08d-d3fa0a4f5e5d x-openstack-request-id: req-7aec982d-77c5-430e-a08d-d3fa0a4f5e5d {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:50:52.643573 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea81ef26-23af-45d0-a9dc-4724ac05a415", "name": "network-vif-plugged", "status": "completed", "tag": "e6603b5c-6267-457a-98ba-ddace6865fc0", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:50:52.643573 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7aec982d-77c5-430e-a08d-d3fa0a4f5e5d {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:50:52.643907 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea81ef26-23af-45d0-a9dc-4724ac05a415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6603b5c-6267-457a-98ba-ddace6865fc0', 'code': 200} Jul 14 20:50:52.672246 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8648d4e1-d155-4cf6-af7a-00bc3b29e8f9 req-6e7838c2-7504-4af1-855b-63dc14e9c9cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175995 Jul 14 20:50:52.686719 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:53.008975 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-cef3205c-f234-43f0-82e0-2f1b5ca66997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:53.277890 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-c2001583-1609-4b15-8e06-d40fee87f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:53.279422 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-c2001583-1609-4b15-8e06-d40fee87f7aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a&tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4 HTTP/1.1" status: 200 len: 1097 time: 0.2764993 Jul 14 20:50:53.355012 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce6aa9-c0c2-4e3d-bb42-34547a00be4e req-c696d7c4-9b45-4602-b2f7-203d541db0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:53.376049 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3bce6aa9-c0c2-4e3d-bb42-34547a00be4e req-c696d7c4-9b45-4602-b2f7-203d541db0a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 1098 time: 0.2114220 Jul 14 20:50:53.468270 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-9646a8b1-0bb1-4587-8c1c-db80e0233c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:53.470198 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-9646a8b1-0bb1-4587-8c1c-db80e0233c23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 1097 time: 0.1620066 Jul 14 20:50:53.497518 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3bce6aa9-c0c2-4e3d-bb42-34547a00be4e req-bd3d6aac-61a4-45d8-a36d-6e5e97c2fa44 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200321 Jul 14 20:50:53.560983 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-e889ba4c-c665-4104-9d60-6de1c3845c4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2293541 Jul 14 20:50:53.586798 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d211ced-8395-4e52-9723-386fdb0306d2 req-15f355b5-b48a-4219-bd5f-67eb729e64d0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:53.590658 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9d211ced-8395-4e52-9723-386fdb0306d2 req-15f355b5-b48a-4219-bd5f-67eb729e64d0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1605403 Jul 14 20:50:53.706019 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-e9813c9d-616a-4bce-b484-612f3d180088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:53.707746 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9d211ced-8395-4e52-9723-386fdb0306d2 req-689b8edb-d420-427e-88e5-4d54fe78bac2 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060457 Jul 14 20:50:53.712227 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-e9813c9d-616a-4bce-b484-612f3d180088 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 1098 time: 0.0907378 Jul 14 20:50:53.811219 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-6f04441a-bb05-443e-a2b8-4d370371b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:53.816334 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-6f04441a-bb05-443e-a2b8-4d370371b5c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 917 time: 0.3372285 Jul 14 20:50:54.016135 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-468be973-4d1d-4c5f-8e95-591dcbb3c33f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74acc9e6-b330-4ea2-8682-f36e80f70458 HTTP/1.1" status: 200 len: 999 time: 0.1918952 Jul 14 20:50:54.081636 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-32fb226b-592c-48b4-a22f-f56c7a4e149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:54.083211 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-32fb226b-592c-48b4-a22f-f56c7a4e149d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 917 time: 0.3330522 Jul 14 20:50:54.113093 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-8913405e-653d-48bb-92cd-8cd5c059a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:54.115042 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-8913405e-653d-48bb-92cd-8cd5c059a9fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.0910213 Jul 14 20:50:54.176255 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b4309-6225-4ff5-a775-338b17dc6cd3 req-61e2f367-ff65-4969-a62d-8b099a6ae34e tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:54.180544 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-755b4309-6225-4ff5-a775-338b17dc6cd3 req-61e2f367-ff65-4969-a62d-8b099a6ae34e tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 945 time: 0.2902794 Jul 14 20:50:54.187678 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-15664c63-bb95-4de6-adc2-d889cdea298e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63060adf-e756-476a-bbb1-e6e0994dca24 HTTP/1.1" status: 200 len: 217 time: 0.0922577 Jul 14 20:50:54.255995 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a36e5-23ea-46fe-9d03-6e02efce90c7 req-4433a688-af4c-42f2-945d-adb3df74ce68 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:54.273598 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-770a36e5-23ea-46fe-9d03-6e02efce90c7 req-4433a688-af4c-42f2-945d-adb3df74ce68 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1578386 Jul 14 20:50:54.323783 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-755b4309-6225-4ff5-a775-338b17dc6cd3 req-947acd14-bc5b-4f4d-986c-0cca727ee664 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349158 Jul 14 20:50:54.328241 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-1ddf8710-f015-4464-98b3-02087b2832fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:54.330702 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-1ddf8710-f015-4464-98b3-02087b2832fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1865323 Jul 14 20:50:54.357459 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-42477fb9-85c7-40da-89bf-9a06a406250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:54.360315 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-42477fb9-85c7-40da-89bf-9a06a406250c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 200 len: 856 time: 0.1616015 Jul 14 20:50:54.365758 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-770a36e5-23ea-46fe-9d03-6e02efce90c7 req-f753696e-d061-40a2-8bcd-c2bcb8603e7c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836596 Jul 14 20:50:54.446213 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-226ca0c0-070a-4d39-a2ae-d2493da0250d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7ff29d-da1f-4b0f-8082-c235e8f92570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762057 Jul 14 20:50:54.604259 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-c4c8f788-63ca-4d40-ad65-dbc36c433c57 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445875 Jul 14 20:50:54.646488 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-8208f6df-e423-4140-9fdb-39311e4f6ae1 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786393 Jul 14 20:50:54.817527 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e7ad9c0-d370-4c36-9556-a675a79cc6d2 req-c7c20412-5699-41d9-b004-f52c5a2bb743 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623950 Jul 14 20:50:54.836706 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0d69c60f-82c9-4355-bfa3-c2615d45764e req-2ef76582-6f4d-41f5-a4cc-39e14a8ece02 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236352 Jul 14 20:50:55.078716 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbed1e-144a-4379-85d3-bc8f4e365aeb req-99c04155-0d73-4cde-bdea-c1cd326ada07 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:55.081372 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-55fbed1e-144a-4379-85d3-bc8f4e365aeb req-99c04155-0d73-4cde-bdea-c1cd326ada07 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 946 time: 0.0887249 Jul 14 20:50:55.112219 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffac30-4a4e-4bbd-9148-46b6ec3434a5 req-e09a6a12-3ed8-4505-9b9d-6e87afff7c86 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:55.124824 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98ffac30-4a4e-4bbd-9148-46b6ec3434a5 req-e09a6a12-3ed8-4505-9b9d-6e87afff7c86 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1356959 Jul 14 20:50:55.155086 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-55fbed1e-144a-4379-85d3-bc8f4e365aeb req-7ac129e8-f1f9-4d4b-a022-02d5ce3a8eea tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681822 Jul 14 20:50:55.190268 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-98ffac30-4a4e-4bbd-9148-46b6ec3434a5 req-25914169-05af-4a00-910e-95ad824a5a4a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638266 Jul 14 20:50:55.578757 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e23aae-9aa0-45dc-b99d-a13e003360d6 req-5b2f294b-4f9e-4f5e-a4b1-1f8572423c79 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:55.589879 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-14e23aae-9aa0-45dc-b99d-a13e003360d6 req-5b2f294b-4f9e-4f5e-a4b1-1f8572423c79 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 945 time: 0.1063988 Jul 14 20:50:55.646714 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-14e23aae-9aa0-45dc-b99d-a13e003360d6 req-86a4d636-3e44-44e3-a6b8-38a50262d141 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554516 Jul 14 20:50:55.691826 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e04132-9416-482a-8fbc-b08f7cf5b5a3 req-803afc5c-a466-42ce-9cf4-ba748e0f4293 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:55.694192 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e4e04132-9416-482a-8fbc-b08f7cf5b5a3 req-803afc5c-a466-42ce-9cf4-ba748e0f4293 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0964406 Jul 14 20:50:55.763450 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e4e04132-9416-482a-8fbc-b08f7cf5b5a3 req-ac39880a-8cd1-4fb8-880b-bbb60b3863a4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585432 Jul 14 20:50:55.993987 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:56.107903 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-2052045b-5c2b-435d-ad95-82ccbc46882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:56.561551 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dbbc4-f46a-4803-b15b-21ae12e87cbe req-7e438868-b0ed-4c60-931c-01a883ed3875 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:56.565571 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-506dbbc4-f46a-4803-b15b-21ae12e87cbe req-7e438868-b0ed-4c60-931c-01a883ed3875 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1927638 Jul 14 20:50:56.604252 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366091-d746-4936-a7cd-c45d97ff1c94 req-f3c5849e-456f-4830-b240-ce3fa72fba4e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:56.609390 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3c366091-d746-4936-a7cd-c45d97ff1c94 req-f3c5849e-456f-4830-b240-ce3fa72fba4e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 946 time: 0.0980217 Jul 14 20:50:56.653245 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-506dbbc4-f46a-4803-b15b-21ae12e87cbe req-3a88e4ac-ed4a-471b-941e-c60a2a57b2e8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819173 Jul 14 20:50:56.674794 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3c366091-d746-4936-a7cd-c45d97ff1c94 req-4be448ad-08dc-4af2-94e0-b1c87c85f81f tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599988 Jul 14 20:50:56.913802 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:56.965483 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ee112-bb6a-4d1c-a6cc-28031c4fea4d req-35693b23-58d4-4cd1-812b-59db4dd0c63a tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:56.967073 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c56ee112-bb6a-4d1c-a6cc-28031c4fea4d req-35693b23-58d4-4cd1-812b-59db4dd0c63a tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0655792 Jul 14 20:50:57.006898 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c56ee112-bb6a-4d1c-a6cc-28031c4fea4d req-00e5d74c-a688-42b5-86fd-f49da04e37de tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Jul 14 20:50:57.855717 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24341019-1706-4a4f-bf72-ac70de74da81 req-225ff508-a5df-4109-b3ee-7ad5dc20859e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:57.857246 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24341019-1706-4a4f-bf72-ac70de74da81 req-225ff508-a5df-4109-b3ee-7ad5dc20859e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 946 time: 0.0714040 Jul 14 20:50:57.907160 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-24341019-1706-4a4f-bf72-ac70de74da81 req-fab5f55d-5a26-4229-951c-6cc2e6b49ac9 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Jul 14 20:50:57.941424 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df478540-baa2-4a64-bdc6-2c7695fa9f3e req-896c3e08-c76a-45d4-aea7-c29b34b07ce3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:57.944285 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-df478540-baa2-4a64-bdc6-2c7695fa9f3e req-896c3e08-c76a-45d4-aea7-c29b34b07ce3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0841677 Jul 14 20:50:58.012671 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-df478540-baa2-4a64-bdc6-2c7695fa9f3e req-9c3911f2-eae8-4d21-a4fe-6fb1c86b0e9d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517085 Jul 14 20:50:58.087422 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955492-c320-4ea1-85a8-94a861fbeb81 req-a610622a-3c26-45c7-9836-0fc53ddbad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:58.089655 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a5955492-c320-4ea1-85a8-94a861fbeb81 req-a610622a-3c26-45c7-9836-0fc53ddbad90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a60c14c894f247129c9a6589d24e72e7&device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 1098 time: 0.0755262 Jul 14 20:50:58.223107 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7671ea-c711-4bbb-b7c0-03ae4967c222 req-d9b0576d-50c9-4076-9ec6-13e244a1bbfe tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:58.232035 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-1a7671ea-c711-4bbb-b7c0-03ae4967c222 req-d9b0576d-50c9-4076-9ec6-13e244a1bbfe tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0986834 Jul 14 20:50:58.283402 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-1a7671ea-c711-4bbb-b7c0-03ae4967c222 req-a59e2c15-a4a9-4c45-945f-84ab94df30f7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464411 Jul 14 20:50:58.314928 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955492-c320-4ea1-85a8-94a861fbeb81 req-b62bebbe-6c7b-408a-b40a-9f567c138ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:58.324155 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a5955492-c320-4ea1-85a8-94a861fbeb81 req-b62bebbe-6c7b-408a-b40a-9f567c138ea6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 200 len: 917 time: 0.2163062 Jul 14 20:50:58.430586 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a5955492-c320-4ea1-85a8-94a861fbeb81 req-a72490f8-778e-4f0d-ac07-4e9a19fa746d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63060adf-e756-476a-bbb1-e6e0994dca24 HTTP/1.1" status: 200 len: 217 time: 0.0987470 Jul 14 20:50:58.541975 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955492-c320-4ea1-85a8-94a861fbeb81 req-65a920b0-bb65-43d5-8f64-bdc0d3e07c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:58.544312 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a5955492-c320-4ea1-85a8-94a861fbeb81 req-65a920b0-bb65-43d5-8f64-bdc0d3e07c97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 200 len: 856 time: 0.1059482 Jul 14 20:50:58.595834 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:50:58.615545 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a5955492-c320-4ea1-85a8-94a861fbeb81 req-97301a20-0c13-4ac9-9ec2-8aa6498a92a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7ff29d-da1f-4b0f-8082-c235e8f92570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611451 Jul 14 20:50:58.786093 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a5955492-c320-4ea1-85a8-94a861fbeb81 req-8ab0624b-2c93-400e-914c-504289a9a5c0 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618855 Jul 14 20:50:59.141889 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a5955492-c320-4ea1-85a8-94a861fbeb81 req-2090aa70-6e80-46fc-a2b5-efadb457aa8b service neutron] 10.222.0.43 "GET /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439863 Jul 14 20:50:59.390273 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaacc6-78e6-4738-820a-7286900c1ed7 req-08ce18a5-8dd3-415a-8cf1-502d0d909cbe tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:59.391435 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f34bf3-ca9b-4324-83d6-4b0851730f2e req-fa0769f7-406a-4a3c-8044-bd99b1c9cf18 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:50:59.392196 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-77eaacc6-78e6-4738-820a-7286900c1ed7 req-08ce18a5-8dd3-415a-8cf1-502d0d909cbe tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 946 time: 0.1460500 Jul 14 20:50:59.413653 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6f34bf3-ca9b-4324-83d6-4b0851730f2e req-fa0769f7-406a-4a3c-8044-bd99b1c9cf18 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.2111199 Jul 14 20:50:59.510266 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b6f34bf3-ca9b-4324-83d6-4b0851730f2e req-9a02ecab-2923-4ad4-ae62-82d9887cb5a6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888128 Jul 14 20:50:59.528829 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-77eaacc6-78e6-4738-820a-7286900c1ed7 req-7977731d-9d58-480a-9a88-01cf95dd1bd3 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117499 Jul 14 20:51:00.000064 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2fe32-5f2e-48d7-98d5-5be2c861329d req-b30318a1-fff0-422c-b187-1bd4d45737c7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:00.012780 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f8c2fe32-5f2e-48d7-98d5-5be2c861329d req-b30318a1-fff0-422c-b187-1bd4d45737c7 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.2189672 Jul 14 20:51:00.101708 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f8c2fe32-5f2e-48d7-98d5-5be2c861329d req-1f674f4b-8746-4367-994e-924ae0845bf2 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868270 Jul 14 20:51:00.919813 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351fb3e-8937-430e-ac6b-380d7d3c724f req-754fc10a-0d62-4c2d-bbdc-e31eda2c9b7c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:00.943804 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9351fb3e-8937-430e-ac6b-380d7d3c724f req-754fc10a-0d62-4c2d-bbdc-e31eda2c9b7c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1374068 Jul 14 20:51:01.034125 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1415c-b4f4-4087-956b-2d1aa55b5ed5 req-03da28b3-2857-4200-94f9-f4d695a5f395 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:01.037057 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bbc1415c-b4f4-4087-956b-2d1aa55b5ed5 req-03da28b3-2857-4200-94f9-f4d695a5f395 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 946 time: 0.2066920 Jul 14 20:51:01.040807 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9351fb3e-8937-430e-ac6b-380d7d3c724f req-49813a17-6aab-4e9f-8367-096c2a8cd576 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984662 Jul 14 20:51:01.200979 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bbc1415c-b4f4-4087-956b-2d1aa55b5ed5 req-5c811a47-8dad-41f1-b24f-8a3ae409e96a tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547720 Jul 14 20:51:01.259358 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-547d1df3-15e0-4e35-bfda-701701b7704e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:01.261079 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-547d1df3-15e0-4e35-bfda-701701b7704e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 946 time: 0.1338584 Jul 14 20:51:01.509689 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-98f1a4ff-25db-4393-aff8-489d84d0ec87 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Deleting port b7bfee66-999c-472c-bfb4-1016308a8fc9 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:51:01.517673 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-98f1a4ff-25db-4393-aff8-489d84d0ec87 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:01.656266 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da70cc4-8b6e-4db8-b4b1-12fd7d8ef7bd req-c7345921-9941-4249-aacc-ddf15dd84e5b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:01.668693 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3da70cc4-8b6e-4db8-b4b1-12fd7d8ef7bd req-c7345921-9941-4249-aacc-ddf15dd84e5b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.2882001 Jul 14 20:51:01.756263 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3da70cc4-8b6e-4db8-b4b1-12fd7d8ef7bd req-b7e86e7f-e4e5-4597-bf8d-5e5294b6557c tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864687 Jul 14 20:51:01.799249 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-98f1a4ff-25db-4393-aff8-489d84d0ec87 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] For port b7bfee66-999c-472c-bfb4-1016308a8fc9, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=b7bfee66-999c-472c-bfb4-1016308a8fc9,segment=NetworkSegment(58d97335-2ef6-429e-be6f-fc23f53b8545),segment_id=58d97335-2ef6-429e-be6f-fc23f53b8545)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:01.800632 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-98f1a4ff-25db-4393-aff8-489d84d0ec87 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:01.821066 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-98f1a4ff-25db-4393-aff8-489d84d0ec87 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Calling delete_port for b7bfee66-999c-472c-bfb4-1016308a8fc9 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:51:01.994800 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-98f1a4ff-25db-4393-aff8-489d84d0ec87 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:02.016752 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['b7bfee66-999c-472c-bfb4-1016308a8fc9'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:51:02.049227 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1a4ff-25db-4393-aff8-489d84d0ec87 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Pushing event deleted for resources: {'Port': ['ID=b7bfee66-999c-472c-bfb4-1016308a8fc9,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:02.246328 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-98f1a4ff-25db-4393-aff8-489d84d0ec87 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] No DVR routers for this DVR port b7bfee66-999c-472c-bfb4-1016308a8fc9 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:51:02.251726 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-98f1a4ff-25db-4393-aff8-489d84d0ec87 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:02.256710 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3df36d2f-c1d6-4f78-905e-498be063aaed req-98f1a4ff-25db-4393-aff8-489d84d0ec87 tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.43 "DELETE /v2.0/ports/b7bfee66-999c-472c-bfb4-1016308a8fc9 HTTP/1.1" status: 204 len: 173 time: 0.9845712 Jul 14 20:51:02.258081 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9896c6-c587-4a64-8a3e-0dc6bb751a7a', 'name': 'network-vif-deleted', 'tag': 'b7bfee66-999c-472c-bfb4-1016308a8fc9'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:51:02.263645 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47e5fee-d5b7-4ea6-b214-814f74fdf49e" -d '{"events": [{"server_uuid": "2c9896c6-c587-4a64-8a3e-0dc6bb751a7a", "name": "network-vif-deleted", "tag": "b7bfee66-999c-472c-bfb4-1016308a8fc9"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:51:02.703502 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43133da-2805-4e13-bcc8-e6a4cbb5a63c req-3109a881-754c-49f2-90a8-3fad7eabe255 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:02.714877 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b43133da-2805-4e13-bcc8-e6a4cbb5a63c req-3109a881-754c-49f2-90a8-3fad7eabe255 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.3121803 Jul 14 20:51:02.836171 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3bcec416-09fb-459d-9d2e-c0d62b330ac4 req-c9e4c617-75b4-48f8-8120-84fc6e41928e tempest-AttachVolumeNegativeTest-127205896 tempest-AttachVolumeNegativeTest-127205896-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9896c6-c587-4a64-8a3e-0dc6bb751a7a HTTP/1.1" status: 200 len: 210 time: 0.1173759 Jul 14 20:51:02.887507 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b43133da-2805-4e13-bcc8-e6a4cbb5a63c req-467a15c3-1b71-48ad-ad8a-133a7d454d41 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462202 Jul 14 20:51:02.972779 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed95a4b-7d8f-4221-babd-52cd50bc16de x-openstack-request-id: req-4ed95a4b-7d8f-4221-babd-52cd50bc16de {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:51:02.973159 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9896c6-c587-4a64-8a3e-0dc6bb751a7a", "name": "network-vif-deleted", "tag": "b7bfee66-999c-472c-bfb4-1016308a8fc9", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:51:02.973577 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ed95a4b-7d8f-4221-babd-52cd50bc16de {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:51:02.974063 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9896c6-c587-4a64-8a3e-0dc6bb751a7a', 'name': 'network-vif-deleted', 'tag': 'b7bfee66-999c-472c-bfb4-1016308a8fc9', 'status': 'completed', 'code': 200} Jul 14 20:51:03.359368 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944703a-12f8-4468-b4cf-e8d8b4990d62 req-e7dcba24-189e-46d1-8428-d00d584283b4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:03.362359 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0944703a-12f8-4468-b4cf-e8d8b4990d62 req-e7dcba24-189e-46d1-8428-d00d584283b4 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.1541433 Jul 14 20:51:03.470587 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0944703a-12f8-4468-b4cf-e8d8b4990d62 req-ba1daa2c-4e4c-41cc-89d4-35f090010f27 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942881 Jul 14 20:51:04.283156 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93823f8c-a227-411d-8f33-52b931720de2 req-74988a27-5ccf-47de-b943-75c635ee275c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:04.285196 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-93823f8c-a227-411d-8f33-52b931720de2 req-74988a27-5ccf-47de-b943-75c635ee275c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1445222 Jul 14 20:51:04.409610 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-93823f8c-a227-411d-8f33-52b931720de2 req-de9b7320-81c8-405c-b244-4838258dde1a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142161 Jul 14 20:51:04.574991 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33356) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:04.699695 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d87df3-8ea5-4542-9f59-ce4172a10f85 admin admin] Deleting subnet 1608b520-384d-4509-b720-6c2c073cce25 {{(pid=99456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:51:04.712018 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-62d87df3-8ea5-4542-9f59-ce4172a10f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:04.770255 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-62d87df3-8ea5-4542-9f59-ce4172a10f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59089704'] for subnet, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:04.810082 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 33362) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:04.862439 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-62d87df3-8ea5-4542-9f59-ce4172a10f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.041248 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3b835b63-7daa-4939-8289-c37f8405c26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.049911 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-62d87df3-8ea5-4542-9f59-ce4172a10f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58970847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59790266'] for subnet, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.192483 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d87df3-8ea5-4542-9f59-ce4172a10f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1608b520-384d-4509-b720-6c2c073cce25,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:05.229761 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-62d87df3-8ea5-4542-9f59-ce4172a10f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.237976 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-62d87df3-8ea5-4542-9f59-ce4172a10f85 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1608b520-384d-4509-b720-6c2c073cce25 HTTP/1.1" status: 204 len: 168 time: 0.6614480 Jul 14 20:51:05.238975 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33370) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:05.279645 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3b835b63-7daa-4939-8289-c37f8405c26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.287365 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3b835b63-7daa-4939-8289-c37f8405c26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.360441 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.377573 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-3b835b63-7daa-4939-8289-c37f8405c26f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df4df8fb8436464faf73fb08ad687938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5653315 Jul 14 20:51:05.379488 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 33372) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:05.438256 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device b7bfee66-999c-472c-bfb4-1016308a8fc9 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:51:05.449378 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b835b63-7daa-4939-8289-c37f8405c26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7220586b-7d2f-44d8-943d-aa922b9fe6ec,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:05.482918 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b154d4cc-d11a-4a35-9335-fcd4e0c3f56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.506290 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: b7bfee66-999c-472c-bfb4-1016308a8fc9 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:51:05.506632 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device b7bfee66-999c-472c-bfb4-1016308a8fc9 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:51:05.538614 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b154d4cc-d11a-4a35-9335-fcd4e0c3f56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.656991 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.660000 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b154d4cc-d11a-4a35-9335-fcd4e0c3f56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.667437 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b154d4cc-d11a-4a35-9335-fcd4e0c3f56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.688124 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9b0dc0-34ac-48b3-bec1-be487f6435d5']}} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:05.704046 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-b154d4cc-d11a-4a35-9335-fcd4e0c3f56d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7220586b-7d2f-44d8-943d-aa922b9fe6ec HTTP/1.1" status: 204 len: 168 time: 0.3213155 Jul 14 20:51:05.711542 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d97335-2ef6-429e-be6f-fc23f53b8545') {'for_net_delete': True} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:05.711873 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d97335-2ef6-429e-be6f-fc23f53b8545') {} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:05.726940 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154d4cc-d11a-4a35-9335-fcd4e0c3f56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7220586b-7d2f-44d8-943d-aa922b9fe6ec,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:05.763939 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59089713'] for segment, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.829172 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.862278 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=99456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:51:05.862839 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971505'] for segment, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: Traceback (most recent call last): Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: timer() Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: cb(*args, **kw) Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: return func(*args, **kwargs) Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: self._notify() Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: self.callback(batched_events) Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: event.method(event) Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: return f(self, *a, **k) Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._get(url).json() Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: return self.request(url, 'GET', **kwargs) Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:51:05.865402 dv-cinder-800830-1-iscsi neutron-server[99456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:51:05.955187 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76a1ce-5e56-48a3-8a9d-6f7a8e1a8b4a req-f5ae356d-20a0-4328-b402-721360982904 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:05.967210 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8c76a1ce-5e56-48a3-8a9d-6f7a8e1a8b4a req-f5ae356d-20a0-4328-b402-721360982904 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1475065 Jul 14 20:51:05.973704 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.979901 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:05.981986 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] 10.222.0.38 "DELETE /v2.0/networks/8b9b0dc0-34ac-48b3-bec1-be487f6435d5 HTTP/1.1" status: 204 len: 168 time: 0.7415349 Jul 14 20:51:06.030010 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e295e-c5e5-4716-be73-f4345e42a43a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b9b0dc0-34ac-48b3-bec1-be487f6435d5,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:06.056081 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8c76a1ce-5e56-48a3-8a9d-6f7a8e1a8b4a req-853bbc03-bfc1-4c0d-a47e-9586a42ef485 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865276 Jul 14 20:51:06.377851 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33390) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:06.456726 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-69a270c0-7628-4ee0-acd4-2aa7c4b7c504 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9023af6dfb53405f835085001e679ca9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0763927 Jul 14 20:51:06.460721 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 33392) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:06.532785 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-de6c48d7-103d-4462-87a1-dfae277d41f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:06.593546 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-de6c48d7-103d-4462-87a1-dfae277d41f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:06.697864 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-de6c48d7-103d-4462-87a1-dfae277d41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:06.706755 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-de6c48d7-103d-4462-87a1-dfae277d41f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:06.709946 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-de6c48d7-103d-4462-87a1-dfae277d41f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc5fe5f8-51ab-4126-a45f-1cccdf523ee8 HTTP/1.1" status: 204 len: 168 time: 0.2468865 Jul 14 20:51:06.743445 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48d7-103d-4462-87a1-dfae277d41f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5fe5f8-51ab-4126-a45f-1cccdf523ee8,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:07.355098 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b025fe9-8551-4aba-b26f-2c7d08d767ac req-3418260f-3deb-4ee0-b291-c2a82bfe28ca tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:07.362775 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5b025fe9-8551-4aba-b26f-2c7d08d767ac req-3418260f-3deb-4ee0-b291-c2a82bfe28ca tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0989814 Jul 14 20:51:07.430968 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5b025fe9-8551-4aba-b26f-2c7d08d767ac req-541e5b71-9b42-466e-b522-f5f9b1943475 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672128 Jul 14 20:51:08.678991 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5caf4-627f-4278-a405-ee9cf02e0670 req-a1a8d0be-7dd7-4e31-9988-d6a4448a9fac tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:08.681356 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c9b5caf4-627f-4278-a405-ee9cf02e0670 req-a1a8d0be-7dd7-4e31-9988-d6a4448a9fac tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1050100 Jul 14 20:51:08.738062 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c9b5caf4-627f-4278-a405-ee9cf02e0670 req-f9d35ed8-b1af-420c-9b2b-9593c6f21fbc tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492256 Jul 14 20:51:09.196187 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33478) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:09.347719 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94f52fe3-67bf-4e20-9d34-c5acfea14e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:09.500178 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94f52fe3-67bf-4e20-9d34-c5acfea14e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:09.510624 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-94f52fe3-67bf-4e20-9d34-c5acfea14e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:09.556477 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-94f52fe3-67bf-4e20-9d34-c5acfea14e5d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33f8655fb3254edcb8c2704fdeb9d972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591785 Jul 14 20:51:09.557407 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f52fe3-67bf-4e20-9d34-c5acfea14e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd0ccc-19b3-4a51-99b6-06029fa18450,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:09.560021 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33488) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:09.620268 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6809215f-e173-4100-b31e-839430e78e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:09.645882 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6809215f-e173-4100-b31e-839430e78e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:09.759988 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9901b-e741-4936-ba3a-5a544ea12c12 req-acd32972-605e-487d-8d24-529344320619 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:09.762942 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7cf9901b-e741-4936-ba3a-5a544ea12c12 req-acd32972-605e-487d-8d24-529344320619 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1323273 Jul 14 20:51:09.778733 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6809215f-e173-4100-b31e-839430e78e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:09.784241 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6809215f-e173-4100-b31e-839430e78e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:09.790074 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-6809215f-e173-4100-b31e-839430e78e22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/83cd0ccc-19b3-4a51-99b6-06029fa18450 HTTP/1.1" status: 204 len: 168 time: 0.2272718 Jul 14 20:51:09.814651 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809215f-e173-4100-b31e-839430e78e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd0ccc-19b3-4a51-99b6-06029fa18450,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:09.921305 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7cf9901b-e741-4936-ba3a-5a544ea12c12 req-e3d76520-5c0e-401c-90c7-85c5bb3df9a9 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515698 Jul 14 20:51:10.061179 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee8f0d-1445-4aef-8064-e37e167780de req-0ab69e6e-d66c-41aa-918e-03f902644621 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:10.064507 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-83ee8f0d-1445-4aef-8064-e37e167780de req-0ab69e6e-d66c-41aa-918e-03f902644621 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0938592 Jul 14 20:51:10.140064 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-83ee8f0d-1445-4aef-8064-e37e167780de req-8351513c-368a-473a-804f-79a22ee1d267 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673628 Jul 14 20:51:10.303986 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 33500) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:10.320243 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2083eb0e-e838-415a-b50e-9fb8dfced0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:10.421323 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2083eb0e-e838-415a-b50e-9fb8dfced0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:10.425773 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2083eb0e-e838-415a-b50e-9fb8dfced0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:10.465572 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-2083eb0e-e838-415a-b50e-9fb8dfced0eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=beda9a5237a64e20a511484e57281b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595619 Jul 14 20:51:10.466686 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083eb0e-e838-415a-b50e-9fb8dfced0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4987e4ff-50a9-4011-b2b2-1810bf6ead9d,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:10.468632 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33502) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:10.526438 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-733a5aad-1c1d-42c1-ab0a-39a6eb2ab052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:10.551255 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-733a5aad-1c1d-42c1-ab0a-39a6eb2ab052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:10.598652 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-733a5aad-1c1d-42c1-ab0a-39a6eb2ab052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:10.602159 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-733a5aad-1c1d-42c1-ab0a-39a6eb2ab052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:10.603392 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-733a5aad-1c1d-42c1-ab0a-39a6eb2ab052 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4987e4ff-50a9-4011-b2b2-1810bf6ead9d HTTP/1.1" status: 204 len: 168 time: 0.1334846 Jul 14 20:51:10.611741 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a5aad-1c1d-42c1-ab0a-39a6eb2ab052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4987e4ff-50a9-4011-b2b2-1810bf6ead9d,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:11.166639 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcd3c2-2f08-44ba-811c-20b37259c7d8 req-32269b01-e667-48fe-9a99-0436fb068e35 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:11.186530 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-82fcd3c2-2f08-44ba-811c-20b37259c7d8 req-32269b01-e667-48fe-9a99-0436fb068e35 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0996213 Jul 14 20:51:11.255604 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-82fcd3c2-2f08-44ba-811c-20b37259c7d8 req-6a3d8838-aeb3-459e-a764-1b1b68454054 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705090 Jul 14 20:51:11.487738 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2d721-addb-4038-a9c4-57fe953b17fa req-8ffe36c4-5f0e-41e6-92e3-e2574ed53f58 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:11.490933 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3ea2d721-addb-4038-a9c4-57fe953b17fa req-8ffe36c4-5f0e-41e6-92e3-e2574ed53f58 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1062975 Jul 14 20:51:11.540884 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3ea2d721-addb-4038-a9c4-57fe953b17fa req-b67f86f7-fe44-4040-8988-b7084e6ea0b0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437610 Jul 14 20:51:12.194715 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:51:12.542210 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe48045-52b5-4a3c-8ba2-850d6fb7d854 req-13ef2542-a1cc-481d-b658-dd20b69250bf tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:12.554323 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5fe48045-52b5-4a3c-8ba2-850d6fb7d854 req-13ef2542-a1cc-481d-b658-dd20b69250bf tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0900819 Jul 14 20:51:12.598221 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5fe48045-52b5-4a3c-8ba2-850d6fb7d854 req-19d14a59-a67c-40dd-b49c-0af3dcaa2985 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Jul 14 20:51:12.814088 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3aefd-70ef-4a18-8fae-637a61a8560f req-98a9eb29-17d8-4d36-901b-2af736e37ce1 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:12.816011 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-fab3aefd-70ef-4a18-8fae-637a61a8560f req-98a9eb29-17d8-4d36-901b-2af736e37ce1 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0887890 Jul 14 20:51:12.873780 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-fab3aefd-70ef-4a18-8fae-637a61a8560f req-6988511b-7f9c-4499-8a17-caa2716867d6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417576 Jul 14 20:51:13.908052 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98ba99-2cba-4459-af01-c28c42a4e193 req-a5e5901e-0d6b-4a75-9be5-6491309cb06b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:13.910623 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ec98ba99-2cba-4459-af01-c28c42a4e193 req-a5e5901e-0d6b-4a75-9be5-6491309cb06b tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.1004882 Jul 14 20:51:13.993130 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ec98ba99-2cba-4459-af01-c28c42a4e193 req-3a419846-ec0b-4c08-8ce1-a03952f81c0d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731053 Jul 14 20:51:14.123623 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fc103-cc87-4bfd-b66f-8c95b31a2688 req-77d883a7-a62a-48aa-8ed8-386bafce8c79 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:14.125357 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b38fc103-cc87-4bfd-b66f-8c95b31a2688 req-77d883a7-a62a-48aa-8ed8-386bafce8c79 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0927458 Jul 14 20:51:14.174320 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b38fc103-cc87-4bfd-b66f-8c95b31a2688 req-983eb46b-7c54-4b92-8a62-a608ebad65b6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369682 Jul 14 20:51:15.188099 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e62eb3-639c-479c-9b8e-a7a9796e6ee3 req-be7f1bf9-99cc-4b04-9b58-cfa2d3815bc5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:15.189604 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-37e62eb3-639c-479c-9b8e-a7a9796e6ee3 req-be7f1bf9-99cc-4b04-9b58-cfa2d3815bc5 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0773032 Jul 14 20:51:15.232396 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-37e62eb3-639c-479c-9b8e-a7a9796e6ee3 req-016c55c8-9f8c-4537-ab96-adbbb1643205 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369673 Jul 14 20:51:15.474940 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378353b-63d8-45e7-b25c-0057aa5f7cd9 req-5a860cfb-5827-4e68-971b-ddcb59e9257f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:15.482670 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9378353b-63d8-45e7-b25c-0057aa5f7cd9 req-5a860cfb-5827-4e68-971b-ddcb59e9257f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.1283002 Jul 14 20:51:15.522398 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9378353b-63d8-45e7-b25c-0057aa5f7cd9 req-d390f636-986d-4a1b-b423-88c8a5b6be17 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387387 Jul 14 20:51:16.493043 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603dd8c-8c7f-4850-a483-c3f5c6f64912 req-6557db69-fa42-4182-a906-00ff92241636 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:16.494609 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0603dd8c-8c7f-4850-a483-c3f5c6f64912 req-6557db69-fa42-4182-a906-00ff92241636 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0741050 Jul 14 20:51:16.541860 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0603dd8c-8c7f-4850-a483-c3f5c6f64912 req-0f6fe13d-5c87-487a-a002-c11cd8b3defe tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376031 Jul 14 20:51:16.742518 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ac4f8-f5e4-4f2b-92e2-d0228d7d4b37 req-4054d02c-f1a1-4b5c-b6a0-aeeee96be454 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:16.744063 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c28ac4f8-f5e4-4f2b-92e2-d0228d7d4b37 req-4054d02c-f1a1-4b5c-b6a0-aeeee96be454 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0732634 Jul 14 20:51:16.783746 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c28ac4f8-f5e4-4f2b-92e2-d0228d7d4b37 req-3c4095e3-d9cc-409d-83b0-12339b48c8b0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339026 Jul 14 20:51:17.200906 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33692) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:17.236491 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-81f0a25a-e522-4226-a718-91d5a96e81bc tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:17.238213 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-81f0a25a-e522-4226-a718-91d5a96e81bc tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.43 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 946 time: 0.0794270 Jul 14 20:51:17.256312 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb81c867-31bc-41f6-9ab0-44662902a43e admin admin] Deleting subnet 307a186a-bd05-4336-aa91-5d4800d411ce {{(pid=99456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:51:17.260840 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-fb81c867-31bc-41f6-9ab0-44662902a43e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.302079 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-fb81c867-31bc-41f6-9ab0-44662902a43e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59089704'] for subnet, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.350303 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-fb81c867-31bc-41f6-9ab0-44662902a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.360247 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-27b1693a-3825-4657-86d5-ffabfc149eda tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Deleting port a11ff8f3-2762-4730-943c-2c55d6c77cc2 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:51:17.360247 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-27b1693a-3825-4657-86d5-ffabfc149eda tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.416593 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-fb81c867-31bc-41f6-9ab0-44662902a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58970847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59790266'] for subnet, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.447986 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-fb81c867-31bc-41f6-9ab0-44662902a43e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.450674 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-fb81c867-31bc-41f6-9ab0-44662902a43e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/307a186a-bd05-4336-aa91-5d4800d411ce HTTP/1.1" status: 204 len: 168 time: 0.2485390 Jul 14 20:51:17.453580 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33694) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:17.462357 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81c867-31bc-41f6-9ab0-44662902a43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307a186a-bd05-4336-aa91-5d4800d411ce,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:17.468594 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-27b1693a-3825-4657-86d5-ffabfc149eda tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] For port a11ff8f3-2762-4730-943c-2c55d6c77cc2, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=a11ff8f3-2762-4730-943c-2c55d6c77cc2,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:17.468974 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-27b1693a-3825-4657-86d5-ffabfc149eda tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.483622 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-27b1693a-3825-4657-86d5-ffabfc149eda tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Calling delete_port for a11ff8f3-2762-4730-943c-2c55d6c77cc2 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:51:17.531821 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.610449 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.628244 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-27b1693a-3825-4657-86d5-ffabfc149eda tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.638383 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54275dda-63b7-4bdb-9172-44a7fa1a9847']}} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:17.643771 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['63060adf-e756-476a-bbb1-e6e0994dca24', 'a11ff8f3-2762-4730-943c-2c55d6c77cc2'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:51:17.658281 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8441d1b-cfed-4c7a-b194-c9072be350de') {'for_net_delete': True} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:17.658602 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8441d1b-cfed-4c7a-b194-c9072be350de') {} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:17.669010 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59089713'] for segment, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.678822 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1693a-3825-4657-86d5-ffabfc149eda tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Pushing event deleted for resources: {'Port': ['ID=a11ff8f3-2762-4730-943c-2c55d6c77cc2,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:17.687568 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.704561 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=99456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:51:17.707043 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971505'] for segment, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: Traceback (most recent call last): Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: timer() Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: cb(*args, **kw) Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: return func(*args, **kwargs) Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: self._notify() Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: self.callback(batched_events) Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: event.method(event) Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: return f(self, *a, **k) Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._get(url).json() Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: return self.request(url, 'GET', **kwargs) Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:51:17.711433 dv-cinder-800830-1-iscsi neutron-server[99456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:51:17.760227 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-27b1693a-3825-4657-86d5-ffabfc149eda tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] No DVR routers for this DVR port a11ff8f3-2762-4730-943c-2c55d6c77cc2 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:51:17.766953 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-27b1693a-3825-4657-86d5-ffabfc149eda tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.766953 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-51bc6198-319c-4ca8-b72d-cf4b66274ef5 req-27b1693a-3825-4657-86d5-ffabfc149eda tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.43 "DELETE /v2.0/ports/a11ff8f3-2762-4730-943c-2c55d6c77cc2 HTTP/1.1" status: 204 len: 173 time: 0.5210149 Jul 14 20:51:17.767299 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ae6484-9517-460e-8464-33acb1d5e906', 'name': 'network-vif-deleted', 'tag': 'a11ff8f3-2762-4730-943c-2c55d6c77cc2'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:51:17.773919 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c349bdeb-f1f7-49be-9d7c-fa05c9f634e6" -d '{"events": [{"server_uuid": "03ae6484-9517-460e-8464-33acb1d5e906", "name": "network-vif-deleted", "tag": "a11ff8f3-2762-4730-943c-2c55d6c77cc2"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:51:17.777967 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.778531 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e0acfeec-e567-4776-a93e-6ed1ceb7aab1 req-95d8c8c9-5ccb-4ded-8866-b287039377f9 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=03ae6484-9517-460e-8464-33acb1d5e906 HTTP/1.1" status: 200 len: 210 time: 0.0695345 Jul 14 20:51:17.795098 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:17.802413 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] 10.222.0.38 "DELETE /v2.0/networks/54275dda-63b7-4bdb-9172-44a7fa1a9847 HTTP/1.1" status: 204 len: 168 time: 0.3457263 Jul 14 20:51:17.827818 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97244892-759b-4de7-8e08-f466718ca0f7 x-openstack-request-id: req-97244892-759b-4de7-8e08-f466718ca0f7 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:51:17.828250 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ae6484-9517-460e-8464-33acb1d5e906", "name": "network-vif-deleted", "tag": "a11ff8f3-2762-4730-943c-2c55d6c77cc2", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:51:17.828365 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97244892-759b-4de7-8e08-f466718ca0f7 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:51:17.828741 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ae6484-9517-460e-8464-33acb1d5e906', 'name': 'network-vif-deleted', 'tag': 'a11ff8f3-2762-4730-943c-2c55d6c77cc2', 'status': 'completed', 'code': 200} Jul 14 20:51:17.830620 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5a768-10f8-4d3f-8109-c7103bd44e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=54275dda-63b7-4bdb-9172-44a7fa1a9847,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:18.025006 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcd2af-1aca-4d4e-9957-aff3fae87951 req-3881b646-407c-4a40-8d5d-8427354bb8f2 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:18.026635 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-11dcd2af-1aca-4d4e-9957-aff3fae87951 req-3881b646-407c-4a40-8d5d-8427354bb8f2 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0925014 Jul 14 20:51:18.031784 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33708) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:18.080354 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-ef3b6812-395d-4472-addf-a4a97c7369e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=640fdab7c21b4020b94cfdfb74aa2ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471532 Jul 14 20:51:18.083080 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33710) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:18.090326 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-11dcd2af-1aca-4d4e-9957-aff3fae87951 req-7e71bbd2-7a0a-4eaa-8cd4-fc29cd7670a5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567179 Jul 14 20:51:18.148594 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-61aec2ad-ac25-433d-819c-00c038629549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:18.176422 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-61aec2ad-ac25-433d-819c-00c038629549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:18.472921 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-61aec2ad-ac25-433d-819c-00c038629549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:18.475563 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-61aec2ad-ac25-433d-819c-00c038629549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:18.477353 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-61aec2ad-ac25-433d-819c-00c038629549 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87663097-8be1-4f6e-984a-d96c7f4dab8d HTTP/1.1" status: 204 len: 168 time: 0.3930287 Jul 14 20:51:18.485580 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aec2ad-ac25-433d-819c-00c038629549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87663097-8be1-4f6e-984a-d96c7f4dab8d,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:19.355048 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0087c-c0f1-4291-8110-9372ac99af94 req-608e0999-7343-45c4-8217-69851e535bdf tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:19.358816 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-0cb0087c-c0f1-4291-8110-9372ac99af94 req-608e0999-7343-45c4-8217-69851e535bdf tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0902367 Jul 14 20:51:19.410855 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-0cb0087c-c0f1-4291-8110-9372ac99af94 req-4e47fb54-0372-4fe9-a6bb-960fda1fa189 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457819 Jul 14 20:51:19.465146 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae29eb-275e-4df8-a6c7-9b56beb17bf0 req-6a627e18-d64c-4269-a614-7da26e51b6f3 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:19.466702 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21ae29eb-275e-4df8-a6c7-9b56beb17bf0 req-6a627e18-d64c-4269-a614-7da26e51b6f3 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0768816 Jul 14 20:51:19.510021 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-21ae29eb-275e-4df8-a6c7-9b56beb17bf0 req-b64fe5b7-2a50-4001-96f8-80daa1d2f7cc tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343251 Jul 14 20:51:20.621118 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f477925-b998-44be-bd31-fbf4e3fa4fc7 req-d60fa95f-88a0-451f-a7eb-cf796b240e97 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:20.629480 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4f477925-b998-44be-bd31-fbf4e3fa4fc7 req-d60fa95f-88a0-451f-a7eb-cf796b240e97 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0946393 Jul 14 20:51:20.700302 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4f477925-b998-44be-bd31-fbf4e3fa4fc7 req-770ba689-0218-4379-b1b5-8116d58cb0cd tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677760 Jul 14 20:51:20.825854 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8a1ea-4d4e-4ff6-8fe2-d665d4c76054 req-fa4529fb-b35a-4a7d-a3b1-294166d3e94d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:20.827798 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c1e8a1ea-4d4e-4ff6-8fe2-d665d4c76054 req-fa4529fb-b35a-4a7d-a3b1-294166d3e94d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0916259 Jul 14 20:51:20.886551 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c1e8a1ea-4d4e-4ff6-8fe2-d665d4c76054 req-6f6c220a-dcfc-4a32-9d9b-2742ce762509 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 Jul 14 20:51:21.173487 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33782) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:21.307228 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-102243f7-540a-49bb-9195-77eda404385f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:21.406611 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-102243f7-540a-49bb-9195-77eda404385f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:21.411797 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-102243f7-540a-49bb-9195-77eda404385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:21.452127 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-102243f7-540a-49bb-9195-77eda404385f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=62512502887444d5905dc0e339e60ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774088 Jul 14 20:51:21.452896 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102243f7-540a-49bb-9195-77eda404385f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4797b-54fb-48a7-bfe1-007b19c15799,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:21.454636 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 33786) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:21.507393 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d1328aa0-f5d2-4c14-8ad7-5e6dcb9bfb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:21.529705 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d1328aa0-f5d2-4c14-8ad7-5e6dcb9bfb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:21.545178 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device a11ff8f3-2762-4730-943c-2c55d6c77cc2 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:51:21.567257 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: a11ff8f3-2762-4730-943c-2c55d6c77cc2 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:51:21.567592 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device a11ff8f3-2762-4730-943c-2c55d6c77cc2 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:51:21.579817 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d1328aa0-f5d2-4c14-8ad7-5e6dcb9bfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:21.582593 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d1328aa0-f5d2-4c14-8ad7-5e6dcb9bfb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:21.583787 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-d1328aa0-f5d2-4c14-8ad7-5e6dcb9bfb24 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19f4797b-54fb-48a7-bfe1-007b19c15799 HTTP/1.1" status: 204 len: 168 time: 0.1281631 Jul 14 20:51:21.592563 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1328aa0-f5d2-4c14-8ad7-5e6dcb9bfb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4797b-54fb-48a7-bfe1-007b19c15799,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:21.891698 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 33794) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:21.906351 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ded36d35-f819-4884-b61c-6d06e73d81ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:21.923336 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fed5bf-bb02-4429-a234-91395620f087 req-3d706193-40d6-4005-aabf-3694bf93ad24 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:21.925081 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-66fed5bf-bb02-4429-a234-91395620f087 req-3d706193-40d6-4005-aabf-3694bf93ad24 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0712085 Jul 14 20:51:21.981964 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-66fed5bf-bb02-4429-a234-91395620f087 req-113b6dbe-ae5f-4080-87e7-661f1a645f0c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497434 Jul 14 20:51:22.034219 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ded36d35-f819-4884-b61c-6d06e73d81ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.039175 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ded36d35-f819-4884-b61c-6d06e73d81ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.109483 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-ded36d35-f819-4884-b61c-6d06e73d81ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=68edf8372f7844f0848929884417b4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164035 Jul 14 20:51:22.112303 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33800) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:22.112545 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded36d35-f819-4884-b61c-6d06e73d81ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47333a4b-0258-463d-9568-670cc1f605ff,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:22.150487 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5de36-bfc1-48f9-b849-22c1067d6aa7 req-b0cbfc12-0a27-4681-820b-ca7d17dfb382 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:22.152148 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9de5de36-bfc1-48f9-b849-22c1067d6aa7 req-b0cbfc12-0a27-4681-820b-ca7d17dfb382 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0948374 Jul 14 20:51:22.171692 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9b3983ea-717f-443e-af25-dcbdb76acc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.195711 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9b3983ea-717f-443e-af25-dcbdb76acc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.197307 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9de5de36-bfc1-48f9-b849-22c1067d6aa7 req-c14da087-0b1d-45e0-a8e8-3bbd3ffc0e0a tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Jul 14 20:51:22.256618 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9b3983ea-717f-443e-af25-dcbdb76acc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.259245 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9b3983ea-717f-443e-af25-dcbdb76acc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.260475 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-9b3983ea-717f-443e-af25-dcbdb76acc1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47333a4b-0258-463d-9568-670cc1f605ff HTTP/1.1" status: 204 len: 168 time: 0.1470380 Jul 14 20:51:22.268831 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3983ea-717f-443e-af25-dcbdb76acc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47333a4b-0258-463d-9568-670cc1f605ff,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:22.580628 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33806) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:22.594298 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-92c37e07-ca87-49e3-93f4-7096b1bf0676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.636222 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.681973 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-92c37e07-ca87-49e3-93f4-7096b1bf0676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.685485 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-92c37e07-ca87-49e3-93f4-7096b1bf0676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.722349 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c37e07-ca87-49e3-93f4-7096b1bf0676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1504f7-f48f-4704-bacc-82ebc26fbc7f,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:22.726648 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-92c37e07-ca87-49e3-93f4-7096b1bf0676 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c5ff483b0ba24b5e8220f0361265793e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450181 Jul 14 20:51:22.729454 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 33808) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:22.778411 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b055-ee33-4fe4-862d-89511c74b06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.799607 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b055-ee33-4fe4-862d-89511c74b06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.849163 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b055-ee33-4fe4-862d-89511c74b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.852074 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b055-ee33-4fe4-862d-89511c74b06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:22.853310 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-0fa1b055-ee33-4fe4-862d-89511c74b06b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d1504f7-f48f-4704-bacc-82ebc26fbc7f HTTP/1.1" status: 204 len: 168 time: 0.1229041 Jul 14 20:51:22.861231 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1b055-ee33-4fe4-862d-89511c74b06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1504f7-f48f-4704-bacc-82ebc26fbc7f,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:22.921921 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e9a4af36-f05a-4538-93db-1c77023e4d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:23.189811 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6451c2e-abd0-47a2-ad93-f8b0dbc8f033 req-f6201f33-c9b0-44ec-9399-dacd878467a0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:23.191391 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f6451c2e-abd0-47a2-ad93-f8b0dbc8f033 req-f6201f33-c9b0-44ec-9399-dacd878467a0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 944 time: 0.0684214 Jul 14 20:51:23.231976 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f6451c2e-abd0-47a2-ad93-f8b0dbc8f033 req-a4ec0fcd-9160-4ae9-85da-2e6cab742fb1 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342207 Jul 14 20:51:23.400708 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba4a11-c779-4613-a0c3-d4bf16b5c4d2 req-1e391135-1dc9-42d4-a0c5-7a2181c16036 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:23.403302 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-11ba4a11-c779-4613-a0c3-d4bf16b5c4d2 req-1e391135-1dc9-42d4-a0c5-7a2181c16036 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0856643 Jul 14 20:51:23.446183 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-11ba4a11-c779-4613-a0c3-d4bf16b5c4d2 req-0e8ddb73-d458-40d5-8717-a3ff2ee9302d tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346394 Jul 14 20:51:23.573378 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 74acc9e6-b330-4ea2-8682-f36e80f70458 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:51:23.840354 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:23.855614 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'port_id': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'mac_address': 'fa:16:3e:eb:c0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:51:23.930025 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:23.949018 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74acc9e6-b330-4ea2-8682-f36e80f70458 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:51:23.973356 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:23.979673 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:24.036149 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=9']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:24.043275 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.043622 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.044002 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.044335 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.044665 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.044995 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.045319 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.045648 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.045989 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.046413 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.046674 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.046995 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:24.287897 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['74acc9e6-b330-4ea2-8682-f36e80f70458'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:51:24.449586 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e04767-c0b0-4da0-b911-7ac3254e6653 req-9cfee7dd-4141-4da8-9610-bac7eb3a50d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:24.451102 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-59e04767-c0b0-4da0-b911-7ac3254e6653 req-9cfee7dd-4141-4da8-9610-bac7eb3a50d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 945 time: 0.0839725 Jul 14 20:51:24.495718 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-59e04767-c0b0-4da0-b911-7ac3254e6653 req-de099fd8-cf41-4296-81a0-e669fe295496 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381699 Jul 14 20:51:24.637031 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08ba08-4065-409a-b200-7da568de4abd req-46a11ec0-51a9-4715-b34b-52cfab914121 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:24.638451 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c08ba08-4065-409a-b200-7da568de4abd req-46a11ec0-51a9-4715-b34b-52cfab914121 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0723488 Jul 14 20:51:24.677900 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c08ba08-4065-409a-b200-7da568de4abd req-f780dc93-6652-4cd7-8875-cbc753594681 tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/security-groups?id=b82e586d-3f0a-463b-8444-8613a84d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333469 Jul 14 20:51:24.954940 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-610f22d1-f0b3-4570-9204-c56d091c491e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:24.956316 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-610f22d1-f0b3-4570-9204-c56d091c491e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.43 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 945 time: 0.0670087 Jul 14 20:51:25.055857 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-d8c2d793-ef02-4532-88c7-4d37a32d81ba tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Deleting port 63060adf-e756-476a-bbb1-e6e0994dca24 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:51:25.056219 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-d8c2d793-ef02-4532-88c7-4d37a32d81ba tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:25.148124 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-d8c2d793-ef02-4532-88c7-4d37a32d81ba tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] For port 63060adf-e756-476a-bbb1-e6e0994dca24, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=63060adf-e756-476a-bbb1-e6e0994dca24,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:25.148491 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-d8c2d793-ef02-4532-88c7-4d37a32d81ba tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:25.162564 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-d8c2d793-ef02-4532-88c7-4d37a32d81ba tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Calling delete_port for 63060adf-e756-476a-bbb1-e6e0994dca24 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:51:25.298389 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-d8c2d793-ef02-4532-88c7-4d37a32d81ba tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:25.310798 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['63060adf-e756-476a-bbb1-e6e0994dca24'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:51:25.564698 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2d793-ef02-4532-88c7-4d37a32d81ba tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Pushing event deleted for resources: {'Port': ['ID=63060adf-e756-476a-bbb1-e6e0994dca24,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:25.576411 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 74acc9e6-b330-4ea2-8682-f36e80f70458 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:51:25.635736 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-d8c2d793-ef02-4532-88c7-4d37a32d81ba tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] No DVR routers for this DVR port 63060adf-e756-476a-bbb1-e6e0994dca24 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:51:25.636828 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 74acc9e6-b330-4ea2-8682-f36e80f70458 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:25.637842 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:25.644153 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-d8c2d793-ef02-4532-88c7-4d37a32d81ba tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:25.646316 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9d42ee7c-7cbb-46d4-8ad7-0ceae0238a18 req-d8c2d793-ef02-4532-88c7-4d37a32d81ba tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.43 "DELETE /v2.0/ports/63060adf-e756-476a-bbb1-e6e0994dca24 HTTP/1.1" status: 204 len: 173 time: 0.6835003 Jul 14 20:51:25.646793 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548dc96a-5a3c-4fbf-b22e-2be9638b91a3', 'name': 'network-vif-deleted', 'tag': '63060adf-e756-476a-bbb1-e6e0994dca24'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:51:25.649781 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93df4be9-a65d-4a0f-a76a-03a12a71e33e" -d '{"events": [{"server_uuid": "548dc96a-5a3c-4fbf-b22e-2be9638b91a3", "name": "network-vif-deleted", "tag": "63060adf-e756-476a-bbb1-e6e0994dca24"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:51:25.717490 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872ef04a-fb2c-4cbc-a89c-0f07f55c6489 x-openstack-request-id: req-872ef04a-fb2c-4cbc-a89c-0f07f55c6489 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:51:25.717770 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548dc96a-5a3c-4fbf-b22e-2be9638b91a3", "name": "network-vif-deleted", "tag": "63060adf-e756-476a-bbb1-e6e0994dca24", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:51:25.718015 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-872ef04a-fb2c-4cbc-a89c-0f07f55c6489 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:51:25.718404 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548dc96a-5a3c-4fbf-b22e-2be9638b91a3', 'name': 'network-vif-deleted', 'tag': '63060adf-e756-476a-bbb1-e6e0994dca24', 'status': 'completed', 'code': 200} Jul 14 20:51:25.771612 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75ce1-ae08-4e16-b51e-58dbd7e89920 req-dc1c9d26-1bf3-40e7-af34-94b03ae14f7b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:25.785314 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a4a75ce1-ae08-4e16-b51e-58dbd7e89920 req-dc1c9d26-1bf3-40e7-af34-94b03ae14f7b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 945 time: 0.1032875 Jul 14 20:51:25.842610 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a4a75ce1-ae08-4e16-b51e-58dbd7e89920 req-8a7965c4-e4f8-4a08-95e6-13a90c1b09e7 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561421 Jul 14 20:51:25.853535 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:25.874187 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-79687dd8-e63f-4cbe-820d-c6d5c3692a28 req-fb2ac7b1-d842-4068-a43e-8452b341654e tempest-ServerRescueNegativeTestJSON-39932804 tempest-ServerRescueNegativeTestJSON-39932804-project] 10.222.0.38 "GET /v2.0/ports?device_id=548dc96a-5a3c-4fbf-b22e-2be9638b91a3 HTTP/1.1" status: 200 len: 210 time: 0.0493510 Jul 14 20:51:25.879507 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:51:25.882822 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300247bf-a2e3-4f7c-ae74-09c68b931483" -d '{"events": [{"server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "name": "network-vif-plugged", "status": "completed", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:51:25.906451 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:25.910922 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:25.934590 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177e08e9-ecfd-4b58-8904-ef3a52a86faa x-openstack-request-id: req-177e08e9-ecfd-4b58-8904-ef3a52a86faa {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:51:25.934920 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "name": "network-vif-plugged", "status": "completed", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:51:25.935183 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-177e08e9-ecfd-4b58-8904-ef3a52a86faa {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:51:25.935640 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'code': 200} Jul 14 20:51:25.972835 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=10']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:25.986448 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:26.072470 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-5908a53c-4a88-4269-9d98-cd92e1c3312b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:26.479143 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633aec5-894a-45f5-a59d-cc5e27804ce0 req-6da12589-095b-4767-820c-e58933c6c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:26.480696 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1633aec5-894a-45f5-a59d-cc5e27804ce0 req-6da12589-095b-4767-820c-e58933c6c342 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 1100 time: 0.0560424 Jul 14 20:51:26.517688 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1633aec5-894a-45f5-a59d-cc5e27804ce0 req-a648db07-7669-46ee-80e4-81f9ce723665 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293686 Jul 14 20:51:26.917565 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:26.982501 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 33902) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:27.029755 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7e723-fdab-47df-9e47-8ab123af7388 req-052504fb-a054-435e-971f-e34edb0f593a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:27.031473 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-33b7e723-fdab-47df-9e47-8ab123af7388 req-052504fb-a054-435e-971f-e34edb0f593a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 947 time: 0.0667367 Jul 14 20:51:27.070204 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-33b7e723-fdab-47df-9e47-8ab123af7388 req-ead3d0bb-6b7e-4a2b-be30-6b3534a167d1 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329661 Jul 14 20:51:27.414376 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-338765'] for router_interface, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:27.742497 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] Deleting port c5f540b2-839b-4b4a-b1c3-c48e6358611a {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:51:27.742843 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:27.826754 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] For port c5f540b2-839b-4b4a-b1c3-c48e6358611a, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=c5f540b2-839b-4b4a-b1c3-c48e6358611a,segment=NetworkSegment(16b828a9-f3a2-4808-94d0-4a58b7bdd939),segment_id=16b828a9-f3a2-4808-94d0-4a58b7bdd939)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:27.827118 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:27.843250 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] Calling delete_port for c5f540b2-839b-4b4a-b1c3-c48e6358611a owned by network:router_interface {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:51:28.080606 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:28.108532 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f540b2-839b-4b4a-b1c3-c48e6358611a,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:28.312365 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338913'] for router_interface, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:28.342142 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14790c-437c-4525-a902-223e0870ae5e req-089b797c-513b-48e4-ba2e-cbd9449a8f5c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:28.343903 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5d14790c-437c-4525-a902-223e0870ae5e req-089b797c-513b-48e4-ba2e-cbd9449a8f5c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 947 time: 0.1244054 Jul 14 20:51:28.447745 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5d14790c-437c-4525-a902-223e0870ae5e req-696b21d9-a8b4-4430-9431-dc1eef454d8d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722895 Jul 14 20:51:28.563142 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:28.586210 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] Router 264169bb-7ce5-42eb-9a09-737d2b3d0924 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:51:28.689979 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:51:28.695010 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-6886b1b5-65e0-4e1f-a227-fee46deab802 admin admin] 10.222.0.38 "PUT /v2.0/routers/264169bb-7ce5-42eb-9a09-737d2b3d0924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7111473 Jul 14 20:51:28.697492 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 33992) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:28.700401 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] Sync routers for ids ['264169bb-7ce5-42eb-9a09-737d2b3d0924'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:51:28.710720 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] Routers {'264169bb-7ce5-42eb-9a09-737d2b3d0924'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:51:28.711336 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['264169bb-7ce5-42eb-9a09-737d2b3d0924'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:28.797454 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Notify callbacks [] for router, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:28.812321 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] Set router 264169bb-7ce5-42eb-9a09-737d2b3d0924 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:51:28.906077 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:28.969263 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Deleting port ae9734f4-6df0-4d82-bc8e-8986871e0b62 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:51:28.969519 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.001930 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'name': 'tempest-ServerRescueNegativeTestJSON-9880473-router', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:31Z', 'updated_at': '2021-07-14T20:51:28Z', 'revision_number': 5, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'gw_port': {'id': 'ae9734f4-6df0-4d82-bc8e-8986871e0b62', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:32Z', 'updated_at': '2021-07-14T20:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:29.032327 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] Checking router: 264169bb-7ce5-42eb-9a09-737d2b3d0924 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:51:29.041529 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] Routers {'264169bb-7ce5-42eb-9a09-737d2b3d0924'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:51:29.042144 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['264169bb-7ce5-42eb-9a09-737d2b3d0924'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:29.050938 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] For port ae9734f4-6df0-4d82-bc8e-8986871e0b62, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=ae9734f4-6df0-4d82-bc8e-8986871e0b62,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:29.051294 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.063708 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Calling delete_port for ae9734f4-6df0-4d82-bc8e-8986871e0b62 owned by network:router_gateway {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:51:29.130601 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] Set router 264169bb-7ce5-42eb-9a09-737d2b3d0924 gateway port host: None {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:51:29.185057 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'name': 'tempest-ServerRescueNegativeTestJSON-9880473-router', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:31Z', 'updated_at': '2021-07-14T20:51:28Z', 'revision_number': 6, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'gw_port_host': None}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:29.221453 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08797895-48d9-408c-bdcb-6b294b5f7c4d None None] The sync data for ids ['264169bb-7ce5-42eb-9a09-737d2b3d0924'] in dv-cinder-800830-1-iscsi is: [{'id': '264169bb-7ce5-42eb-9a09-737d2b3d0924', 'name': 'tempest-ServerRescueNegativeTestJSON-9880473-router', 'tenant_id': 'a60c14c894f247129c9a6589d24e72e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:31Z', 'updated_at': '2021-07-14T20:51:28Z', 'revision_number': 6, 'project_id': 'a60c14c894f247129c9a6589d24e72e7', 'gw_port_host': None}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:51:29.258361 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.298771 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9734f4-6df0-4d82-bc8e-8986871e0b62,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:29.373059 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-337927'] for router_gateway, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.511014 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7806'] for router, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.514525 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.605371 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 63060adf-e756-476a-bbb1-e6e0994dca24 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:51:29.645760 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 63060adf-e756-476a-bbb1-e6e0994dca24 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:51:29.646378 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 63060adf-e756-476a-bbb1-e6e0994dca24 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:51:29.705020 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1d0f7-e003-4f68-ba30-07e6e073ee0d req-a3100e0c-ee75-4d62-ae6a-62bce4185950 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:29.708486 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d8f1d0f7-e003-4f68-ba30-07e6e073ee0d req-a3100e0c-ee75-4d62-ae6a-62bce4185950 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 947 time: 0.1219697 Jul 14 20:51:29.709005 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34012) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:29.760250 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d8f1d0f7-e003-4f68-ba30-07e6e073ee0d req-a1c9a6e2-80b7-4a94-8710-23e6de76fba2 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489547 Jul 14 20:51:29.844296 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3855628'] for router, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.844813 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 264169bb-7ce5-42eb-9a09-737d2b3d0924 {{(pid=99457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:51:29.850123 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.854074 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-8925a45e-b7fe-4395-97a5-ff772f1754fa admin admin] 10.222.0.38 "DELETE /v2.0/routers/264169bb-7ce5-42eb-9a09-737d2b3d0924 HTTP/1.1" status: 204 len: 168 time: 1.1556325 Jul 14 20:51:29.854700 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34020) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:29.858744 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-631f2ad2-9491-42cc-910f-c82ea280154e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.920788 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_v2 [None req-03209426-8ad0-474c-83c2-4e78a1e9df92 admin admin] Deleting subnet f98d313d-efcb-4f46-8d48-71fb1427429d {{(pid=99457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:51:29.925694 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-03209426-8ad0-474c-83c2-4e78a1e9df92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.967919 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-03209426-8ad0-474c-83c2-4e78a1e9df92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62803196'] for subnet, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.989982 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-631f2ad2-9491-42cc-910f-c82ea280154e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:29.995200 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-631f2ad2-9491-42cc-910f-c82ea280154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.009456 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-03209426-8ad0-474c-83c2-4e78a1e9df92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.036034 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-631f2ad2-9491-42cc-910f-c82ea280154e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fcd46a258d3441598095411b705a86f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257353 Jul 14 20:51:30.037080 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f2ad2-9491-42cc-910f-c82ea280154e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4254621-27f4-4318-ad5d-e079142e2b13,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:30.039684 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34024) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:30.090622 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-03209426-8ad0-474c-83c2-4e78a1e9df92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62809195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62529652'] for subnet, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.130662 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03209426-8ad0-474c-83c2-4e78a1e9df92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f98d313d-efcb-4f46-8d48-71fb1427429d,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:30.132274 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-39c7be0f-79cd-4443-aff4-492cbbb9d2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.134653 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-03209426-8ad0-474c-83c2-4e78a1e9df92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.139073 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34026) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:30.139329 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-03209426-8ad0-474c-83c2-4e78a1e9df92 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f98d313d-efcb-4f46-8d48-71fb1427429d HTTP/1.1" status: 204 len: 168 time: 0.2834201 Jul 14 20:51:30.160966 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-39c7be0f-79cd-4443-aff4-492cbbb9d2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.213747 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.213938 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-39c7be0f-79cd-4443-aff4-492cbbb9d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.216424 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-39c7be0f-79cd-4443-aff4-492cbbb9d2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.219931 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-39c7be0f-79cd-4443-aff4-492cbbb9d2dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4254621-27f4-4318-ad5d-e079142e2b13 HTTP/1.1" status: 204 len: 168 time: 0.1769178 Jul 14 20:51:30.226282 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7be0f-79cd-4443-aff4-492cbbb9d2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4254621-27f4-4318-ad5d-e079142e2b13,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:30.310015 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.329262 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7ff29d-da1f-4b0f-8082-c235e8f92570']}} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:30.342368 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b828a9-f3a2-4808-94d0-4a58b7bdd939') {'for_net_delete': True} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:30.342642 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b828a9-f3a2-4808-94d0-4a58b7bdd939') {} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:30.352974 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59089713'] for segment, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.367957 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.373970 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=99456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:51:30.374351 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971505'] for segment, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: Traceback (most recent call last): Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: timer() Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: cb(*args, **kw) Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: return func(*args, **kwargs) Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: self._notify() Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: self.callback(batched_events) Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: event.method(event) Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: return f(self, *a, **k) Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._get(url).json() Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: return self.request(url, 'GET', **kwargs) Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:51:30.376207 dv-cinder-800830-1-iscsi neutron-server[99456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:51:30.431210 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.440352 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.442245 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4b7ff29d-da1f-4b0f-8082-c235e8f92570 HTTP/1.1" status: 204 len: 168 time: 0.3008687 Jul 14 20:51:30.452144 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c89154-fac5-4454-9a47-6624dd683483 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7ff29d-da1f-4b0f-8082-c235e8f92570,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:30.525157 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34034) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:30.530464 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device c5f540b2-839b-4b4a-b1c3-c48e6358611a no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:51:30.541642 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2263-a688-48dc-acc9-d445dd48dec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.551244 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: c5f540b2-839b-4b4a-b1c3-c48e6358611a {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:51:30.551584 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device c5f540b2-839b-4b4a-b1c3-c48e6358611a not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:51:30.552193 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device ae9734f4-6df0-4d82-bc8e-8986871e0b62 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:51:30.570397 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: ae9734f4-6df0-4d82-bc8e-8986871e0b62 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:51:30.570746 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device ae9734f4-6df0-4d82-bc8e-8986871e0b62 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:51:30.592904 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34036) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:30.640990 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-ff2943a7-3743-4786-a9b4-8ba85a318043 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a60c14c894f247129c9a6589d24e72e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465763 Jul 14 20:51:30.643469 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34038) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:30.645831 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2263-a688-48dc-acc9-d445dd48dec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.650108 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2263-a688-48dc-acc9-d445dd48dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.690471 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-b7aa2263-a688-48dc-acc9-d445dd48dec1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2dda66f7f474b4ba0f1c3075c6275ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615973 Jul 14 20:51:30.690692 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34040) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:30.695586 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4af7-657d-4c31-a9b5-2eee6a9abb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.696915 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa2263-a688-48dc-acc9-d445dd48dec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb838d1-9dc6-49c0-b91b-8b8a0e4cb199,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:30.721240 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4af7-657d-4c31-a9b5-2eee6a9abb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.747965 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-25ba16f5-48d9-44c1-bfc2-2a595bda2049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.770202 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-25ba16f5-48d9-44c1-bfc2-2a595bda2049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.774072 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4af7-657d-4c31-a9b5-2eee6a9abb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.776871 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-2e5e4af7-657d-4c31-a9b5-2eee6a9abb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.777986 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-2e5e4af7-657d-4c31-a9b5-2eee6a9abb45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b82e586d-3f0a-463b-8444-8613a84d1626 HTTP/1.1" status: 204 len: 168 time: 0.1333594 Jul 14 20:51:30.785795 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e4af7-657d-4c31-a9b5-2eee6a9abb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82e586d-3f0a-463b-8444-8613a84d1626,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:30.824788 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-25ba16f5-48d9-44c1-bfc2-2a595bda2049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.827262 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-25ba16f5-48d9-44c1-bfc2-2a595bda2049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:30.828455 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-25ba16f5-48d9-44c1-bfc2-2a595bda2049 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9bb838d1-9dc6-49c0-b91b-8b8a0e4cb199 HTTP/1.1" status: 204 len: 168 time: 0.1368232 Jul 14 20:51:30.837437 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba16f5-48d9-44c1-bfc2-2a595bda2049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb838d1-9dc6-49c0-b91b-8b8a0e4cb199,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:31.540494 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34082) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:31.732005 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1511557023-network', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:31.754533 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Made reservation on behalf of 5c259d2b935c444793b588e6c9bd935c for: {'network': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:51:31.756985 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:31.765901 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:31.864772 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:31.870071 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:31.894366 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=99457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:51:31.903820 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110ed3c8-6663-473b-8727-8eacddc7b680,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:31.913709 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:31.914036 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.segments_db [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Added segment 036dacde-f8c8-419d-b3e6-d03b283fc6c9 of type vlan for network 9889ce84-c52d-4038-b55b-f5ffc7e1affd Jul 14 20:51:31.956436 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:31.987404 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:31.988435 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:31.989067 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.042243 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34098) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:32.047704 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Request body: {'subnet': {'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1511557023-subnet', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:32.051314 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5093894 Jul 14 20:51:32.082396 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7589b3d-8696-4ee1-b4cb-92124acedc5f admin admin] Pushing event updated for resources: {'Network': ['ID=9889ce84-c52d-4038-b55b-f5ffc7e1affd,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:32.086164 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Made reservation on behalf of 5c259d2b935c444793b588e6c9bd935c for: {'subnet': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:51:32.089988 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59790239'] for subnet, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.102214 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 9889ce84-c52d-4038-b55b-f5ffc7e1affd details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:51:32.299009 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58970654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59790253'] for subnet, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.362563 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:32.367111 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Checking segment: {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:51:32.367480 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Network hostable DHCP agents. Network: 9889ce84-c52d-4038-b55b-f5ffc7e1affd, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:51:32.393131 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Network 9889ce84-c52d-4038-b55b-f5ffc7e1affd is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:51:32.402890 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 9889ce84-c52d-4038-b55b-f5ffc7e1affd) {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:32.406842 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:32.407498 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.414493 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d1e5e-3b9a-46e8-80aa-d21ec879d8c8 None None] Network 9889ce84-c52d-4038-b55b-f5ffc7e1affd requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:51:32.421304 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-66eb625d-94ed-41d5-b59f-829445b46890 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3778825 Jul 14 20:51:32.424157 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34106) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:32.428507 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:32.449815 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-337846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13956'] for router, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.451089 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3685410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7799'] for router, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.506931 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.570513 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52155cd6-d8b7-5def-9819-e61ccad68c5f-9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f'}]}} from dv-cinder-800830-1-iscsi. {{(pid=99458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 20:51:32.571387 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.644359 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.705365 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.db_base_plugin_common [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Allocated IP 172.20.0.2 (9889ce84-c52d-4038-b55b-f5ffc7e1affd/c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f/06072925-fcaa-4225-b7d0-77efb7686d98) {{(pid=99458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:51:32.838308 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.843974 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Notify callbacks [] for port, precommit_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.852347 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Transition to ACTIVE for port object 06072925-fcaa-4225-b7d0-77efb7686d98 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:32.858509 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.867703 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Transition to ACTIVE for port object 06072925-fcaa-4225-b7d0-77efb7686d98 will not be triggered until provisioned by entity DHCP. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:32.873855 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.908993 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Network 9889ce84-c52d-4038-b55b-f5ffc7e1affd is already hosted by enough agents. {{(pid=99458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:51:32.913516 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.base_scheduler [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Resources bound (agent type, host, resource id): {{(pid=99458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:32.916133 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Received port after_create {{(pid=99458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:51:32.930542 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Pushing event updated for resources: {'Port': ['ID=06072925-fcaa-4225-b7d0-77efb7686d98,revision_number=1']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:32.970707 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Allocated IP 172.27.2.62 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/5aad763f-5b48-496f-aeb7-6919267dadb1) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:51:32.979731 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Attempting to bind port 06072925-fcaa-4225-b7d0-77efb7686d98 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:51:32.980130 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Attempting to bind port 06072925-fcaa-4225-b7d0-77efb7686d98 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:51:32.980495 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Attempting to bind port 06072925-fcaa-4225-b7d0-77efb7686d98 on network 9889ce84-c52d-4038-b55b-f5ffc7e1affd {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:51:32.985586 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:51:32.985961 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Checking segment: {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:51:32.986363 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:32.986831 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Bound using segment: {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:51:32.987253 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Bound port: 06072925-fcaa-4225-b7d0-77efb7686d98, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:51:32.987632 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:33.054843 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] For port 06072925-fcaa-4225-b7d0-77efb7686d98, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:51:33.058015 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] For port 06072925-fcaa-4225-b7d0-77efb7686d98, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=06072925-fcaa-4225-b7d0-77efb7686d98,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:51:33.068722 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:33.077345 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:33.120713 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:33.136727 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a38313-36e3-4a41-8851-2dce76a791ad None None] Pushing event updated for resources: {'Port': ['ID=06072925-fcaa-4225-b7d0-77efb7686d98,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:33.163617 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:51:33.166521 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:33.172176 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:51:33.200678 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Pushing event updated for resources: {'Port': ['ID=5aad763f-5b48-496f-aeb7-6919267dadb1,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:33.465730 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:33.682579 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963'] for router, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:34.033277 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Router be7da088-b806-4f59-a98e-9b8acb9715a3 is scheduled to L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae with binding_index 1 {{(pid=99456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 20:51:34.085129 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ea515-0979-409b-9f12-65f618414a74 None None] Network 9889ce84-c52d-4038-b55b-f5ffc7e1affd requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:51:34.139318 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:51:34.151765 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-c6aa4be6-37ff-49a8-90b4-beeefa5f91a6 None None] Provisioning for port 06072925-fcaa-4225-b7d0-77efb7686d98 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:51:34.157054 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] Notify callbacks [] for router, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:34.158287 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-868ecfa6-83f7-4f5c-956a-7446404e5d3a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7332125 Jul 14 20:51:34.161060 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34118) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:34.168449 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Sync routers for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:51:34.198377 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:51:34.198946 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:34.369159 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:51:34.608639 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 06072925-fcaa-4225-b7d0-77efb7686d98 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:51:34.616291 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:34.719371 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 06072925-fcaa-4225-b7d0-77efb7686d98 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:51:34.726191 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 06072925-fcaa-4225-b7d0-77efb7686d98 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:34.726569 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:34.804918 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Allocated IP 172.20.0.1 (9889ce84-c52d-4038-b55b-f5ffc7e1affd/c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f/cbb26cef-2a70-42b6-bb8e-02083866bb26) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:51:34.810060 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:33Z', 'revision_number': 3, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:34.844179 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Checking router: be7da088-b806-4f59-a98e-9b8acb9715a3 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:51:34.844627 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Updating router be7da088-b806-4f59-a98e-9b8acb9715a3 port 5aad763f-5b48-496f-aeb7-6919267dadb1 binding host dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:51:34.879540 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:34.896153 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-fec1ac0a-2035-4b03-bd86-9351f47f17f9 None None] Provisioning complete for port 06072925-fcaa-4225-b7d0-77efb7686d98 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:34.896517 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-fec1ac0a-2035-4b03-bd86-9351f47f17f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:34.904105 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:34.910685 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:34.923513 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Transition to ACTIVE for port object cbb26cef-2a70-42b6-bb8e-02083866bb26 will not be triggered until provisioned by entity DHCP. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:34.958657 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:34.985467 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 06072925-fcaa-4225-b7d0-77efb7686d98, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=06072925-fcaa-4225-b7d0-77efb7686d98,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:34.997839 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.004488 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Network 9889ce84-c52d-4038-b55b-f5ffc7e1affd is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:51:35.007255 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:35.009720 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:51:35.033650 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Pushing event updated for resources: {'Port': ['ID=cbb26cef-2a70-42b6-bb8e-02083866bb26,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:35.055916 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338136'] for router_interface, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.180575 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=06072925-fcaa-4225-b7d0-77efb7686d98,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:35.208165 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.289059 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Notify callbacks [] for port, precommit_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.304991 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Transition to ACTIVE for port object 5aad763f-5b48-496f-aeb7-6919267dadb1 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:35.311877 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.320168 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-e215006e-48f8-47c5-9df6-a0a5956d9ab6 None None] Provisioning for port cbb26cef-2a70-42b6-bb8e-02083866bb26 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:51:35.350905 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-e215006e-48f8-47c5-9df6-a0a5956d9ab6 None None] Provisioning complete for port cbb26cef-2a70-42b6-bb8e-02083866bb26 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:35.351271 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e215006e-48f8-47c5-9df6-a0a5956d9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.371943 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.377224 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.394052 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Attempting to bind port 5aad763f-5b48-496f-aeb7-6919267dadb1 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:51:35.394405 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Attempting to bind port 5aad763f-5b48-496f-aeb7-6919267dadb1 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:51:35.394754 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Attempting to bind port 5aad763f-5b48-496f-aeb7-6919267dadb1 on network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:51:35.396671 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7438c-8657-4f0e-af7c-f730e5076d42 None None] Pushing event updated for resources: {'Port': ['ID=5aad763f-5b48-496f-aeb7-6919267dadb1,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:35.409774 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-e215006e-48f8-47c5-9df6-a0a5956d9ab6 None None] Port cbb26cef-2a70-42b6-bb8e-02083866bb26 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:51:35.414704 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:51:35.415078 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:51:35.415480 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.415888 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Bound using segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:51:35.416389 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Bound port: 5aad763f-5b48-496f-aeb7-6919267dadb1, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:51:35.416770 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.446425 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-338792'] for router_interface, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.446425 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Pushing event updated for resources: {'Port': ['ID=cbb26cef-2a70-42b6-bb8e-02083866bb26,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:35.482123 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] For port 5aad763f-5b48-496f-aeb7-6919267dadb1, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:51:35.485578 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] For port 5aad763f-5b48-496f-aeb7-6919267dadb1, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=5aad763f-5b48-496f-aeb7-6919267dadb1,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:51:35.492165 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.553256 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:51:35.553796 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:35.560465 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7438c-8657-4f0e-af7c-f730e5076d42 None None] Pushing event updated for resources: {'Port': ['ID=5aad763f-5b48-496f-aeb7-6919267dadb1,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:35.561654 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Network 9889ce84-c52d-4038-b55b-f5ffc7e1affd is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:51:35.564430 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:35.681983 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:51:35.700402 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Router be7da088-b806-4f59-a98e-9b8acb9715a3 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:51:35.824833 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:51:35.829918 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-0f2f6b8a-b939-4d4c-b28e-7ad8712c64ea admin admin] 10.222.0.38 "PUT /v2.0/routers/be7da088-b806-4f59-a98e-9b8acb9715a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679003 Jul 14 20:51:35.857085 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-9a4d9977-5d3a-4901-8ff3-951acfba6ef9 None None] Provisioning complete for port cbb26cef-2a70-42b6-bb8e-02083866bb26 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:35.857461 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9977-5d3a-4901-8ff3-951acfba6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:35.923229 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d9977-5d3a-4901-8ff3-951acfba6ef9 None None] Port cbb26cef-2a70-42b6-bb8e-02083866bb26 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:51:35.959176 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 2, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:35.989345 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2433e4-72e7-4545-8754-ace9f1bbfc26 None None] The sync data for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi is: [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 2, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:51:36.472820 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34136) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:36.478949 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-9f4a21f3-d193-4345-9be6-21bc1fd5c2e1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780092542', 'description': 'tempest-description--471343669'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:36.506710 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9f4a21f3-d193-4345-9be6-21bc1fd5c2e1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:36.565139 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 06072925-fcaa-4225-b7d0-77efb7686d98 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:51:36.630208 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9f4a21f3-d193-4345-9be6-21bc1fd5c2e1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:36.641070 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9f4a21f3-d193-4345-9be6-21bc1fd5c2e1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:36.642524 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 06072925-fcaa-4225-b7d0-77efb7686d98 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:36.643157 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:36.718407 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-9f4a21f3-d193-4345-9be6-21bc1fd5c2e1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:36.722667 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-9f4a21f3-d193-4345-9be6-21bc1fd5c2e1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2453237 Jul 14 20:51:36.722667 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a21f3-d193-4345-9be6-21bc1fd5c2e1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a991b3a-b23d-4177-ba9e-842ee6830a37,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:36.722910 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34146) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:36.728016 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-cc99e553-e632-4bfb-8c08-8d986fb138d1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'security_group_rule': {'security_group_id': '4a991b3a-b23d-4177-ba9e-842ee6830a37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:36.809012 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cc99e553-e632-4bfb-8c08-8d986fb138d1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:36.875551 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cc99e553-e632-4bfb-8c08-8d986fb138d1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:36.879779 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cc99e553-e632-4bfb-8c08-8d986fb138d1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:36.898223 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34152) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:36.898928 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99e553-e632-4bfb-8c08-8d986fb138d1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049cd6cf-bb8c-4580-8f2b-5a35f339e980,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:36.909607 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cc99e553-e632-4bfb-8c08-8d986fb138d1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:36.911072 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-cc99e553-e632-4bfb-8c08-8d986fb138d1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1872206 Jul 14 20:51:36.914710 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34156) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:36.919729 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-2f18497b-4a6b-448d-8917-3d807ff69784 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'security_group_rule': {'security_group_id': '4a991b3a-b23d-4177-ba9e-842ee6830a37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:36.951514 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2f18497b-4a6b-448d-8917-3d807ff69784 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.014731 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2f18497b-4a6b-448d-8917-3d807ff69784 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.022485 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2f18497b-4a6b-448d-8917-3d807ff69784 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.034482 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-831947c4-5bcf-47b5-afff-97ff5e53b52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.054139 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18497b-4a6b-448d-8917-3d807ff69784 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ad487f-e076-4416-b81a-0759341c95ca,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:37.059347 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2f18497b-4a6b-448d-8917-3d807ff69784 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.063449 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-2f18497b-4a6b-448d-8917-3d807ff69784 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446006 Jul 14 20:51:37.063907 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34158) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:37.071352 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'floatingip': {'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:37.149903 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-831947c4-5bcf-47b5-afff-97ff5e53b52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.155527 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-831947c4-5bcf-47b5-afff-97ff5e53b52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.177971 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.195268 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831947c4-5bcf-47b5-afff-97ff5e53b52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4965f6-8a25-4b4b-ab66-af906eeeca24,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:37.199535 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-831947c4-5bcf-47b5-afff-97ff5e53b52c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1068b74e38a848d9927a4df44ee74bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994134 Jul 14 20:51:37.202008 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34160) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:37.267083 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6684bac8-3599-4dab-8df5-36c52ddb70e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.284652 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.290276 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6684bac8-3599-4dab-8df5-36c52ddb70e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.344209 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6684bac8-3599-4dab-8df5-36c52ddb70e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.346766 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6684bac8-3599-4dab-8df5-36c52ddb70e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.347976 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-6684bac8-3599-4dab-8df5-36c52ddb70e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e4965f6-8a25-4b4b-ab66-af906eeeca24 HTTP/1.1" status: 204 len: 168 time: 0.1448398 Jul 14 20:51:37.357871 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684bac8-3599-4dab-8df5-36c52ddb70e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4965f6-8a25-4b4b-ab66-af906eeeca24,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:37.413683 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Allocated IP 172.27.2.79 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/44e4ffce-aea9-48df-80f8-5ff93b65f6fc) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:51:37.516944 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.562019 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.603540 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:51:37.606346 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:37.610004 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:51:37.615719 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'Port': ['ID=44e4ffce-aea9-48df-80f8-5ff93b65f6fc,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:37.695813 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.740512 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.906990 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.912062 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:37.991201 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'Port': ['ID=44e4ffce-aea9-48df-80f8-5ff93b65f6fc,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:38.003678 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.017977 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.019233 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-6b8cd74c-3946-4051-a467-fe6c7cfb6113 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9536238 Jul 14 20:51:38.152220 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Sync routers for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:51:38.161402 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:51:38.162597 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:38.228388 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-baa7f9dc-29dd-4de6-84f4-15dad1befd72 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1780092542&fields=id&tenant_id=5c259d2b935c444793b588e6c9bd935c HTTP/1.1" status: 200 len: 267 time: 0.0379796 Jul 14 20:51:38.351386 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3a79-0072-4729-a512-6c9ee187d42a req-21c85c72-08d1-483a-88db-cca7929e4a9e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:38.353310 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-21c85c72-08d1-483a-88db-cca7929e4a9e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 811 time: 0.1179206 Jul 14 20:51:38.368100 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:51:38.371351 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-3a5a1dec-aa00-41aa-9099-1ff024e8a68b tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/quotas/5c259d2b935c444793b588e6c9bd935c HTTP/1.1" status: 200 len: 375 time: 0.0102811 Jul 14 20:51:38.451680 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-5b4b2a60-09ed-43e3-b9ba-5d9739e0eb9e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708883 Jul 14 20:51:38.490046 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34204) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:38.569862 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-e7a6d301-d022-44f1-8b7b-39a487233fb3 service neutron] 10.222.0.38 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054058 Jul 14 20:51:38.608434 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 2, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:38.626621 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 5aad763f-5b48-496f-aeb7-6919267dadb1 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:51:38.630591 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d1cce3b-34fc-4947-80da-52c27c48c034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.639492 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Checking router: be7da088-b806-4f59-a98e-9b8acb9715a3 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:51:38.639892 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Updating router be7da088-b806-4f59-a98e-9b8acb9715a3 port cbb26cef-2a70-42b6-bb8e-02083866bb26 binding host dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:51:38.680881 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.692460 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-2e563abe-00f5-4409-a3c8-876d6144597d service neutron] 10.222.0.38 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025813 Jul 14 20:51:38.705426 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 5aad763f-5b48-496f-aeb7-6919267dadb1 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:51:38.711952 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 5aad763f-5b48-496f-aeb7-6919267dadb1 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:38.712380 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.752191 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d1cce3b-34fc-4947-80da-52c27c48c034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.759400 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d1cce3b-34fc-4947-80da-52c27c48c034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.793773 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-4d1cce3b-34fc-4947-80da-52c27c48c034 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee31c341b7ad48da972979c24e169bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025222 Jul 14 20:51:38.794277 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34208) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:38.811487 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.817773 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cce3b-34fc-4947-80da-52c27c48c034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c35c345-32ae-446d-8bc2-53f9239d6a0a,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:38.856339 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 5aad763f-5b48-496f-aeb7-6919267dadb1, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=5aad763f-5b48-496f-aeb7-6919267dadb1,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:38.871703 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.893207 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-67b9671a-76ba-4701-a8c0-121298c29fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.922404 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-67b9671a-76ba-4701-a8c0-121298c29fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.924914 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-78c1cd5f-0bd1-45cd-a25f-79e8cdae46e9 req-ee353bef-13ba-4d1b-8a8c-44ceda0fd65f tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 210 time: 0.0375021 Jul 14 20:51:38.968993 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=5aad763f-5b48-496f-aeb7-6919267dadb1,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:38.993398 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-67b9671a-76ba-4701-a8c0-121298c29fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:38.997010 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-67b9671a-76ba-4701-a8c0-121298c29fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:39.000513 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-67b9671a-76ba-4701-a8c0-121298c29fd2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c35c345-32ae-446d-8bc2-53f9239d6a0a HTTP/1.1" status: 204 len: 168 time: 0.2027793 Jul 14 20:51:39.001527 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Notify callbacks [] for port, precommit_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:39.008188 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9671a-76ba-4701-a8c0-121298c29fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c35c345-32ae-446d-8bc2-53f9239d6a0a,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:39.016047 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.provisioning_blocks [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Transition to ACTIVE for port object cbb26cef-2a70-42b6-bb8e-02083866bb26 will not be triggered until provisioned by entity L2. {{(pid=99459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:39.028296 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:39.079064 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Pushing event updated for resources: {'Port': ['ID=cbb26cef-2a70-42b6-bb8e-02083866bb26,revision_number=3']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:39.089553 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.089822 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.090347 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.090686 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.091020 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.091349 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.091676 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.092025 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.092385 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.092707 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.093031 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.093348 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:39.184605 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Attempting to bind port cbb26cef-2a70-42b6-bb8e-02083866bb26 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:51:39.185279 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Attempting to bind port cbb26cef-2a70-42b6-bb8e-02083866bb26 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:51:39.185501 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Attempting to bind port cbb26cef-2a70-42b6-bb8e-02083866bb26 on network 9889ce84-c52d-4038-b55b-f5ffc7e1affd {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:51:39.191404 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:51:39.191940 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Checking segment: {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:51:39.192367 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:39.192838 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Bound using segment: {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:51:39.193442 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Bound port: cbb26cef-2a70-42b6-bb8e-02083866bb26, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'}}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:51:39.194052 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:39.285489 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] For port cbb26cef-2a70-42b6-bb8e-02083866bb26, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:51:39.289510 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] For port cbb26cef-2a70-42b6-bb8e-02083866bb26, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=cbb26cef-2a70-42b6-bb8e-02083866bb26,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:51:39.294820 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:39.367680 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:51:39.369170 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:39.373176 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16ffbb-a13c-4f54-a314-d89655a6c3e4 None None] Pushing event updated for resources: {'Port': ['ID=cbb26cef-2a70-42b6-bb8e-02083866bb26,revision_number=4']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:39.495694 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:51:39.712946 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:39Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:39.744470 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c30cf-131f-4d31-a7bb-97f423e17e72 None None] The sync data for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi is: [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:39Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:51:40.089527 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-aa4cedb4-56e3-45da-9900-d648c39f5009 req-984cdbe1-89c6-41db-97ea-b53ba35a3672 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 210 time: 0.0431461 Jul 14 20:51:40.558649 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device cbb26cef-2a70-42b6-bb8e-02083866bb26 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:51:40.737312 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port cbb26cef-2a70-42b6-bb8e-02083866bb26 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:51:40.742483 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port cbb26cef-2a70-42b6-bb8e-02083866bb26 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:40.742847 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:40.756890 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3a79-0072-4729-a512-6c9ee187d42a req-08f4d1df-6840-4cfd-8309-fd112135bba9 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:40.758469 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-08f4d1df-6840-4cfd-8309-fd112135bba9 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.43 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 811 time: 0.1131320 Jul 14 20:51:40.805616 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-23ce362b-792a-4068-92ef-9e1d77ac258e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c259d2b935c444793b588e6c9bd935c HTTP/1.1" status: 200 len: 380 time: 0.0371830 Jul 14 20:51:40.814506 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'port': {'device_id': '2a89fe87-7d06-4524-8122-81b857d99276', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'admin_state_up': True, 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'security_groups': ['4a991b3a-b23d-4177-ba9e-842ee6830a37']}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:40.820139 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:40.854780 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port cbb26cef-2a70-42b6-bb8e-02083866bb26, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=cbb26cef-2a70-42b6-bb8e-02083866bb26,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:40.858997 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:40.859952 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 5aad763f-5b48-496f-aeb7-6919267dadb1 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:51:40.930042 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Made reservation on behalf of 5c259d2b935c444793b588e6c9bd935c for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:51:40.934880 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:40.945723 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=cbb26cef-2a70-42b6-bb8e-02083866bb26,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:40.953032 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 5aad763f-5b48-496f-aeb7-6919267dadb1 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:40.953478 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:41.089690 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Allocated IP 172.20.0.14 (9889ce84-c52d-4038-b55b-f5ffc7e1affd/c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f/4f843c8f-3b5b-49f8-a68d-3b4046c6ee13) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:51:41.233881 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-38d400ac-0416-46de-aa34-0d22e1d56f56 req-09f0e437-bdf7-47db-a29b-93bca5b3d9ed tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 210 time: 0.0377359 Jul 14 20:51:41.260101 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:41.274165 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Transition to ACTIVE for port object 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:41.305725 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:41.356923 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Network 9889ce84-c52d-4038-b55b-f5ffc7e1affd is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:51:41.363107 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:41.365649 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:51:41.398625 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'Port': ['ID=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:41.431389 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:41.432105 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:41.454216 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-b5150753-7622-432a-a5df-8fd29c68f266 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6430905 Jul 14 20:51:41.632325 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-4e62a605-d2f7-4525-b381-a0649cd0e3c2 None None] Provisioning for port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:51:41.636324 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-4e62a605-d2f7-4525-b381-a0649cd0e3c2 None None] Provisioning complete for port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:41.636717 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-4e62a605-d2f7-4525-b381-a0649cd0e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:41.678657 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-4e62a605-d2f7-4525-b381-a0649cd0e3c2 None None] Port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:51:42.406541 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36ef8-3622-466e-979e-1610672b49c9 req-bd8d2829-604f-4e2e-9844-bee6930335e9 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:42.408051 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-91c36ef8-3622-466e-979e-1610672b49c9 req-bd8d2829-604f-4e2e-9844-bee6930335e9 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 932 time: 0.0606327 Jul 14 20:51:42.446082 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-91c36ef8-3622-466e-979e-1610672b49c9 req-db0720a1-3870-40a2-aff0-e635624fa6b7 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Jul 14 20:51:42.536050 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device cbb26cef-2a70-42b6-bb8e-02083866bb26 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:51:42.581140 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port cbb26cef-2a70-42b6-bb8e-02083866bb26 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:42.581814 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:43.212071 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Request body: {'port': {'device_id': '2a89fe87-7d06-4524-8122-81b857d99276', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:43.280112 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:43.544211 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:51:43.552110 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:43.589789 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Transition to ACTIVE for port object 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:43.593510 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:43.653633 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:43.667554 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.667805 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.668167 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.668498 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.668820 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.669142 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.669464 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.669896 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.670105 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.670431 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.670748 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.671043 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:43.722069 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52360c6c-c5c6-440a-a644-4596fd4908f3 req-14ed430d-f1de-4cb8-8671-c6bc9b416a65 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:43.723626 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-52360c6c-c5c6-440a-a644-4596fd4908f3 req-14ed430d-f1de-4cb8-8671-c6bc9b416a65 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 932 time: 0.1640739 Jul 14 20:51:43.778380 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Attempting to bind port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:51:43.778797 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Attempting to bind port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:51:43.779027 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Attempting to bind port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 on network 9889ce84-c52d-4038-b55b-f5ffc7e1affd {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:51:43.783354 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-52360c6c-c5c6-440a-a644-4596fd4908f3 req-985b9c74-ffb2-4cb4-80dc-8d2f136a348c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508525 Jul 14 20:51:43.786415 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 on network 9889ce84-c52d-4038-b55b-f5ffc7e1affd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:51:43.787280 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Attempting to bind port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 on network 9889ce84-c52d-4038-b55b-f5ffc7e1affd {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:51:43.792683 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:51:43.792683 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Checking segment: {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:51:43.792902 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Bound using segment: {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:51:43.793324 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Bound port: 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:51:43.793680 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:43.865751 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] For port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:51:43.868676 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] For port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:51:43.873022 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:43.909463 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:43.910078 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:43.911437 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] 10.222.0.43 "PUT /v2.0/ports/4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 HTTP/1.1" status: 200 len: 1094 time: 0.7038040 Jul 14 20:51:43.912448 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a89fe87-7d06-4524-8122-81b857d99276', 'tag': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:51:43.914668 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60720221-b38e-47fb-9dc1-f19cea8beeae" -d '{"events": [{"name": "network-changed", "server_uuid": "2a89fe87-7d06-4524-8122-81b857d99276", "tag": "4f843c8f-3b5b-49f8-a68d-3b4046c6ee13"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:51:43.938351 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3505e-eac0-4e3f-b4d2-49851b30dca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:43.962959 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e457dd5-41f6-4d7a-9273-8bae5717e090 x-openstack-request-id: req-3e457dd5-41f6-4d7a-9273-8bae5717e090 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:51:43.963244 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a89fe87-7d06-4524-8122-81b857d99276", "tag": "4f843c8f-3b5b-49f8-a68d-3b4046c6ee13", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:51:43.963555 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e457dd5-41f6-4d7a-9273-8bae5717e090 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:51:43.963922 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a89fe87-7d06-4524-8122-81b857d99276', 'tag': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13', 'status': 'completed', 'code': 200} Jul 14 20:51:44.299777 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60720221-b38e-47fb-9dc1-f19cea8beeae req-264eb2db-e0cf-45c2-8a8e-2a174af0cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:44.301272 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-60720221-b38e-47fb-9dc1-f19cea8beeae req-264eb2db-e0cf-45c2-8a8e-2a174af0cd6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 1097 time: 0.0515764 Jul 14 20:51:44.466807 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60720221-b38e-47fb-9dc1-f19cea8beeae req-bfb5c44e-7e40-445b-8b35-89e4ce5ebda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:44.468274 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-60720221-b38e-47fb-9dc1-f19cea8beeae req-bfb5c44e-7e40-445b-8b35-89e4ce5ebda6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5c259d2b935c444793b588e6c9bd935c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1594481 Jul 14 20:51:44.624901 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60720221-b38e-47fb-9dc1-f19cea8beeae req-d78a1b11-cb01-477a-b2cc-c78ce7c75fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:44.626377 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-60720221-b38e-47fb-9dc1-f19cea8beeae req-d78a1b11-cb01-477a-b2cc-c78ce7c75fec service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514485 Jul 14 20:51:44.718774 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3a79-0072-4729-a512-6c9ee187d42a req-153068c7-273d-47b2-b13a-5faef5a21503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:44.720194 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-153068c7-273d-47b2-b13a-5faef5a21503 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 1097 time: 0.0562451 Jul 14 20:51:44.761737 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-ec1b2169-88a3-46d9-99ca-f8ed6bf47fc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 HTTP/1.1" status: 200 len: 217 time: 0.0341718 Jul 14 20:51:44.808726 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3a79-0072-4729-a512-6c9ee187d42a req-24fdd594-9ce7-4283-a9ac-434c8af6b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:44.810181 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-24fdd594-9ce7-4283-a9ac-434c8af6b326 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f HTTP/1.1" status: 200 len: 850 time: 0.0423675 Jul 14 20:51:44.885637 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3a79-0072-4729-a512-6c9ee187d42a req-c2e3eb86-cbcc-4188-bec8-fd86460d4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:44.887395 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-c2e3eb86-cbcc-4188-bec8-fd86460d4ae0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9889ce84-c52d-4038-b55b-f5ffc7e1affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706253 Jul 14 20:51:45.021795 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-41cd601d-aa95-48c9-a329-fc1d92eb75bd service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263430 Jul 14 20:51:45.033981 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7200c6-a623-4e66-9d53-60aff1122269 req-788aaeb1-9bb6-4986-a5e3-0d4ed21197c3 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:45.035437 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-da7200c6-a623-4e66-9d53-60aff1122269 req-788aaeb1-9bb6-4986-a5e3-0d4ed21197c3 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 944 time: 0.1225836 Jul 14 20:51:45.124007 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-da7200c6-a623-4e66-9d53-60aff1122269 req-b528f5d6-e893-4339-94ed-d9dc3cfc73c4 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799973 Jul 14 20:51:45.167084 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-882c3a79-0072-4729-a512-6c9ee187d42a req-91401438-a24b-479c-b3eb-77873383f1e9 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306670 Jul 14 20:51:46.244041 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:51:46.305006 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe5992-9da6-4265-b896-3facc33329e7 req-f3ceb99a-8d16-461a-a5be-f01f924a4fc7 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:46.306561 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-1ebe5992-9da6-4265-b896-3facc33329e7 req-f3ceb99a-8d16-461a-a5be-f01f924a4fc7 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 944 time: 0.0691302 Jul 14 20:51:46.347167 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-1ebe5992-9da6-4265-b896-3facc33329e7 req-872d193a-7a44-4fc6-90fe-47bccc1a7df3 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344770 Jul 14 20:51:46.365972 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:46.377869 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'port_id': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13', 'mac_address': 'fa:16:3e:0b:e8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:51:46.420339 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:46.433589 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:51:46.456790 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:46.460893 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:46.512484 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:46.717670 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['4f843c8f-3b5b-49f8-a68d-3b4046c6ee13'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:51:47.544577 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099d168-2ae0-439b-8b97-46eb3fc2094a req-faedd905-0b03-4b71-a0bf-46a46552dc92 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:47.546911 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0099d168-2ae0-439b-8b97-46eb3fc2094a req-faedd905-0b03-4b71-a0bf-46a46552dc92 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 945 time: 0.0784168 Jul 14 20:51:47.589793 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0099d168-2ae0-439b-8b97-46eb3fc2094a req-501931c8-3025-4224-99c9-5ae69af54284 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376976 Jul 14 20:51:48.252248 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:51:48.328361 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:51:48.332985 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:48.333431 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:48.429770 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:48.461404 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a89fe87-7d06-4524-8122-81b857d99276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:51:48.461404 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de07ad36-e6da-4bfc-bd4c-442e2279e4a5" -d '{"events": [{"server_uuid": "2a89fe87-7d06-4524-8122-81b857d99276", "name": "network-vif-plugged", "status": "completed", "tag": "4f843c8f-3b5b-49f8-a68d-3b4046c6ee13"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:51:48.478937 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:48.488156 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:48.553124 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4cee7d-9b0d-4de5-a0c7-5d58f7c2fee1 x-openstack-request-id: req-0e4cee7d-9b0d-4de5-a0c7-5d58f7c2fee1 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:51:48.553651 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a89fe87-7d06-4524-8122-81b857d99276", "name": "network-vif-plugged", "status": "completed", "tag": "4f843c8f-3b5b-49f8-a68d-3b4046c6ee13", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:51:48.556178 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e4cee7d-9b0d-4de5-a0c7-5d58f7c2fee1 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:51:48.556178 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a89fe87-7d06-4524-8122-81b857d99276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13', 'code': 200} Jul 14 20:51:48.572687 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:48.843487 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fbb4e-876b-4fad-bc94-ff3e73bf4a22 req-630401bf-68dc-48ea-bb3e-d2ea23bf74a7 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:48.846100 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3d7fbb4e-876b-4fad-bc94-ff3e73bf4a22 req-630401bf-68dc-48ea-bb3e-d2ea23bf74a7 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0935376 Jul 14 20:51:48.891283 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f35a48-d480-42e5-bb72-5f93893770d6 req-3c64c032-96fe-44af-b418-39a1aba52545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:48.894310 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b3f35a48-d480-42e5-bb72-5f93893770d6 req-3c64c032-96fe-44af-b418-39a1aba52545 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 1099 time: 0.1215925 Jul 14 20:51:48.909638 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3d7fbb4e-876b-4fad-bc94-ff3e73bf4a22 req-5646ddca-7075-4b91-9329-9eac3b64b828 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534995 Jul 14 20:51:48.949367 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b3f35a48-d480-42e5-bb72-5f93893770d6 req-ce98865a-0292-4bf7-9113-42b2e43353ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473337 Jul 14 20:51:49.185914 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:51:50.112487 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e834c7-f7ff-4536-b1d4-e69c2d34abcc req-78705e3a-99ad-4ba1-8fb9-66c1335a23ea tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:50.114745 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e4e834c7-f7ff-4536-b1d4-e69c2d34abcc req-78705e3a-99ad-4ba1-8fb9-66c1335a23ea tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0812871 Jul 14 20:51:50.175762 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e4e834c7-f7ff-4536-b1d4-e69c2d34abcc req-018581ba-64ad-4e4a-bd4f-04c01a1a4115 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543644 Jul 14 20:51:50.390469 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e5583-8c33-42af-ac38-502d63f14305 req-dc562734-3439-4882-b6e7-3f399bec1de1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:50.391714 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-998e5583-8c33-42af-ac38-502d63f14305 req-dc562734-3439-4882-b6e7-3f399bec1de1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0904665 Jul 14 20:51:50.409873 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34422) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:50.416376 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-51d6ad96-1a6d-4f32-9abe-2ee34e22befe tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'floatingip': {'port_id': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:50.512384 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-51d6ad96-1a6d-4f32-9abe-2ee34e22befe tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:50.676264 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b8786-8431-46e9-9f7c-7b1de8d57987 req-d066b788-fd2d-4f1e-a042-8b539aa346e8 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:50.678518 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-398b8786-8431-46e9-9f7c-7b1de8d57987 req-d066b788-fd2d-4f1e-a042-8b539aa346e8 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 945 time: 0.1892109 Jul 14 20:51:50.788975 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-398b8786-8431-46e9-9f7c-7b1de8d57987 req-17161131-1d5d-436b-8b1e-1d86c89d08eb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792987 Jul 14 20:51:51.404173 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.db.resource_extend [None req-51d6ad96-1a6d-4f32-9abe-2ee34e22befe tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 20:51:51.512860 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-51d6ad96-1a6d-4f32-9abe-2ee34e22befe tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:51.517991 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-51d6ad96-1a6d-4f32-9abe-2ee34e22befe tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:51.635430 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.l3_db [None req-51d6ad96-1a6d-4f32-9abe-2ee34e22befe tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Floating IP 018217e6-782a-44e4-b2d6-ab446c809871 associated. External IP: 172.27.2.79, port: 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13. Jul 14 20:51:51.891030 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d6ad96-1a6d-4f32-9abe-2ee34e22befe tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Router be7da088-b806-4f59-a98e-9b8acb9715a3 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:51:52.009269 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ff447-487a-4c0c-9c37-ef21e1e7daa6 req-65a1d7dd-f48f-48cf-af9a-1486f0c16678 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:52.011974 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a77ff447-487a-4c0c-9c37-ef21e1e7daa6 req-65a1d7dd-f48f-48cf-af9a-1486f0c16678 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 945 time: 0.0919218 Jul 14 20:51:52.055949 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d6ad96-1a6d-4f32-9abe-2ee34e22befe tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:51:52.062427 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-51d6ad96-1a6d-4f32-9abe-2ee34e22befe tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:52.070540 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] Sync routers for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:51:52.085012 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:51:52.086659 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:52.116063 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-51d6ad96-1a6d-4f32-9abe-2ee34e22befe tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "PUT /v2.0/floatingips/018217e6-782a-44e4-b2d6-ab446c809871 HTTP/1.1" status: 200 len: 991 time: 1.7042449 Jul 14 20:51:52.117247 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a89fe87-7d06-4524-8122-81b857d99276', 'tag': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:51:52.120402 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b61ce31-c162-4798-9efd-31270d0fe661" -d '{"events": [{"name": "network-changed", "server_uuid": "2a89fe87-7d06-4524-8122-81b857d99276", "tag": "4f843c8f-3b5b-49f8-a68d-3b4046c6ee13"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:51:52.233983 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:51:52.257950 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-8dbca997-d4d9-434c-8431-0e41c7462994 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731888 Jul 14 20:51:52.376188 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9e0e0d-0f04-47f5-b810-f674837e43d5 x-openstack-request-id: req-1b9e0e0d-0f04-47f5-b810-f674837e43d5 {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:51:52.376583 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a89fe87-7d06-4524-8122-81b857d99276", "tag": "4f843c8f-3b5b-49f8-a68d-3b4046c6ee13", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:51:52.376889 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b9e0e0d-0f04-47f5-b810-f674837e43d5 {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:51:52.377338 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a89fe87-7d06-4524-8122-81b857d99276', 'tag': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13', 'status': 'completed', 'code': 200} Jul 14 20:51:52.428739 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-0a9ef55f-92b5-4020-89ec-96615f2f538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:52.430423 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-0a9ef55f-92b5-4020-89ec-96615f2f538a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 1100 time: 0.1343515 Jul 14 20:51:52.468662 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a77ff447-487a-4c0c-9c37-ef21e1e7daa6 req-5b02d0bb-32f0-4e5c-ae6b-67cf29f317dd tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506595 Jul 14 20:51:52.503885 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-6e92845e-234a-465f-985f-1f0136ef3b9f tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:52.503885 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-6e92845e-234a-465f-985f-1f0136ef3b9f tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 945 time: 0.4815090 Jul 14 20:51:52.514726 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-69bb0fe9-274b-4e0c-ae45-7878b6c387ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:52.516302 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-69bb0fe9-274b-4e0c-ae45-7878b6c387ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 1099 time: 0.1223109 Jul 14 20:51:52.633441 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-38a46940-4946-474c-bef5-22a3ca4e81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:52.634292 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '018217e6-782a-44e4-b2d6-ab446c809871', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'port_id': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'mac_address': 'fa:16:3e:0b:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a89fe87-7d06-4524-8122-81b857d99276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:51:37Z', 'updated_at': '2021-07-14T20:51:51Z', 'revision_number': 1, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:52.635264 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-38a46940-4946-474c-bef5-22a3ca4e81ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 917 time: 0.1670353 Jul 14 20:51:52.683010 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] Checking router: be7da088-b806-4f59-a98e-9b8acb9715a3 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:51:52.694567 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:52.695737 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:51:52.696721 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:52.714774 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-deccbe0b-ed3b-44f9-8d77-d13be504f4c4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Deleting port e6603b5c-6267-457a-98ba-ddace6865fc0 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:51:52.715124 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-deccbe0b-ed3b-44f9-8d77-d13be504f4c4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:52.718594 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-42f59bff-b925-40ee-a102-ee39508f70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:52.720144 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-42f59bff-b925-40ee-a102-ee39508f70e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 912 time: 0.1845353 Jul 14 20:51:52.741875 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-d503cd59-1e96-4db1-9d7d-7499c3206636 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74acc9e6-b330-4ea2-8682-f36e80f70458 HTTP/1.1" status: 200 len: 1001 time: 0.0993083 Jul 14 20:51:52.804366 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-8893ddef-a762-4883-84c3-550f2bc07225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:52.806404 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-8893ddef-a762-4883-84c3-550f2bc07225 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.0563424 Jul 14 20:51:52.858498 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:51:52.878874 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-cfd09d5b-f354-48ec-905b-a8c2714ee029 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 HTTP/1.1" status: 200 len: 999 time: 0.1449530 Jul 14 20:51:52.916928 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-6ffc2a98-5ea5-454e-bb66-3ac947aa2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:52.919276 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-6ffc2a98-5ea5-454e-bb66-3ac947aa2a92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026294 Jul 14 20:51:52.928307 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-deccbe0b-ed3b-44f9-8d77-d13be504f4c4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] For port e6603b5c-6267-457a-98ba-ddace6865fc0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=e6603b5c-6267-457a-98ba-ddace6865fc0,segment=NetworkSegment(02837aba-300a-4d16-9c46-923c6f89f76f),segment_id=02837aba-300a-4d16-9c46-923c6f89f76f)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:52.928630 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-deccbe0b-ed3b-44f9-8d77-d13be504f4c4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:52.943421 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34446) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:52.949050 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-deccbe0b-ed3b-44f9-8d77-d13be504f4c4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Calling delete_port for e6603b5c-6267-457a-98ba-ddace6865fc0 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:51:52.964905 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-086ceca9-4a8e-4e6c-8456-37f792bee6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:52.966934 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-086ceca9-4a8e-4e6c-8456-37f792bee6fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f HTTP/1.1" status: 200 len: 850 time: 0.0775928 Jul 14 20:51:52.988137 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-4ddafe03-3e5b-4ef9-a364-b2c7eea5ce01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:53.045864 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-a09b44c4-d006-4e68-88bf-9c0ed5a6bbc5 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192009 Jul 14 20:51:53.097286 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-6d49d705-5173-41e1-ba7f-2bf8fdf28aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:53.099746 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-6d49d705-5173-41e1-ba7f-2bf8fdf28aa2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9889ce84-c52d-4038-b55b-f5ffc7e1affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902221 Jul 14 20:51:53.167659 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:53.171460 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-cdee2e59-827e-48b2-aed4-f364bace6068 req-ba016dc5-6570-4dc4-92d7-6be3e6d78108 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185956 Jul 14 20:51:53.215834 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '018217e6-782a-44e4-b2d6-ab446c809871', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'port_id': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'mac_address': 'fa:16:3e:0b:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a89fe87-7d06-4524-8122-81b857d99276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:51:37Z', 'updated_at': '2021-07-14T20:51:51Z', 'revision_number': 1, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:53.240295 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-deccbe0b-ed3b-44f9-8d77-d13be504f4c4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:53.254547 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95bece5-0c6e-4d27-954a-7bfc52633f4e None None] The sync data for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi is: [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '018217e6-782a-44e4-b2d6-ab446c809871', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'port_id': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'mac_address': 'fa:16:3e:0b:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a89fe87-7d06-4524-8122-81b857d99276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:51:37Z', 'updated_at': '2021-07-14T20:51:51Z', 'revision_number': 1, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:51:53.289815 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccbe0b-ed3b-44f9-8d77-d13be504f4c4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Pushing event deleted for resources: {'Port': ['ID=e6603b5c-6267-457a-98ba-ddace6865fc0,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:53.329574 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:53.334738 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-b1ba5c9d-5f6c-414c-bec5-dcdc35fa7e18 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866696 Jul 14 20:51:53.340668 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:53.364851 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-deccbe0b-ed3b-44f9-8d77-d13be504f4c4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] No DVR routers for this DVR port e6603b5c-6267-457a-98ba-ddace6865fc0 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:51:53.373927 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-deccbe0b-ed3b-44f9-8d77-d13be504f4c4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:53.376031 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c3b46362-09ba-45f7-bba8-ef5cd4cf8cff req-deccbe0b-ed3b-44f9-8d77-d13be504f4c4 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.43 "DELETE /v2.0/ports/e6603b5c-6267-457a-98ba-ddace6865fc0 HTTP/1.1" status: 204 len: 173 time: 0.8727458 Jul 14 20:51:53.377877 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea81ef26-23af-45d0-a9dc-4724ac05a415', 'name': 'network-vif-deleted', 'tag': 'e6603b5c-6267-457a-98ba-ddace6865fc0'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:51:53.380739 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b7adbc-41d4-4d51-ba88-cd46845ff5a6" -d '{"events": [{"server_uuid": "ea81ef26-23af-45d0-a9dc-4724ac05a415", "name": "network-vif-deleted", "tag": "e6603b5c-6267-457a-98ba-ddace6865fc0"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:51:53.395282 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09baf935-ec84-48c3-836b-f8fdd0c9e282,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:53.414138 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.414481 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.414783 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.415118 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.415476 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.415797 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.416144 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.416472 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.416866 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.417141 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.417451 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.417917 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:51:53.427585 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-6e71ff0e-ee41-46d5-9c35-190235e2da75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b08ad2888ee44c59453baaee6113b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4803951 Jul 14 20:51:53.443879 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34454) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:53.460823 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804810ff-fc92-45e0-bf54-aede025c9fc8 x-openstack-request-id: req-804810ff-fc92-45e0-bf54-aede025c9fc8 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:51:53.461117 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea81ef26-23af-45d0-a9dc-4724ac05a415", "name": "network-vif-deleted", "tag": "e6603b5c-6267-457a-98ba-ddace6865fc0", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:51:53.461447 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-804810ff-fc92-45e0-bf54-aede025c9fc8 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:51:53.461759 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea81ef26-23af-45d0-a9dc-4724ac05a415', 'name': 'network-vif-deleted', 'tag': 'e6603b5c-6267-457a-98ba-ddace6865fc0', 'status': 'completed', 'code': 200} Jul 14 20:51:53.529570 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d901c7b1-4f23-427b-8715-ebbac24a4ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:53.540635 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3b61ce31-c162-4798-9efd-31270d0fe661 req-abb2ca37-6a17-4170-b4a4-bc87f242b7f7 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771193 Jul 14 20:51:53.558660 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d901c7b1-4f23-427b-8715-ebbac24a4ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:53.618862 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd561d5-050d-43e1-b22f-dcf81324f4f8 None None] New status for floating IP 018217e6-782a-44e4-b2d6-ab446c809871: ACTIVE {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:51:53.627776 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d901c7b1-4f23-427b-8715-ebbac24a4ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:53.631636 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d901c7b1-4f23-427b-8715-ebbac24a4ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:53.633053 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-d901c7b1-4f23-427b-8715-ebbac24a4ceb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09baf935-ec84-48c3-836b-f8fdd0c9e282 HTTP/1.1" status: 204 len: 168 time: 0.1881115 Jul 14 20:51:53.643096 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901c7b1-4f23-427b-8715-ebbac24a4ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09baf935-ec84-48c3-836b-f8fdd0c9e282,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:53.708724 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5956c39c-f84b-4e68-9853-36fef0e037e0 req-bbccbd79-bef4-41ed-bdf0-56953785ea08 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea81ef26-23af-45d0-a9dc-4724ac05a415 HTTP/1.1" status: 200 len: 210 time: 0.0390930 Jul 14 20:51:54.262953 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device e6603b5c-6267-457a-98ba-ddace6865fc0 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:51:54.300339 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: e6603b5c-6267-457a-98ba-ddace6865fc0 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:51:54.301020 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device e6603b5c-6267-457a-98ba-ddace6865fc0 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:51:54.456994 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34480) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:54.592794 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1518690093-network', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:54.618788 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Made reservation on behalf of 9f9f2d7e10a146eb903e1e05f37ba98d for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:51:54.621172 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:54.631071 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:54.730582 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:54.736517 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:54.769513 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:51:54.775033 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bc2a1f-1a9a-4a6c-a24d-5337bcfd47fa,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:54.789713 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:54.790432 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Added segment 0fb6c4b1-56a9-42cc-9d1f-8378692ab946 of type vlan for network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 Jul 14 20:51:54.842159 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:54.876352 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:54.877340 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:54.877931 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:54.938399 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4799259 Jul 14 20:51:54.943099 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34488) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:54.947445 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb980834-bff8-4411-8ed5-6373e074869d admin admin] Pushing event updated for resources: {'Network': ['ID=c3b41e53-42f9-4d74-b03c-94ec957fa2b0,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:54.964611 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Request body: {'subnet': {'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1518690093-subnet', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'ip_version': 4}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:54.968456 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:51:55.010683 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Made reservation on behalf of 9f9f2d7e10a146eb903e1e05f37ba98d for: {'subnet': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:51:55.016087 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62529617'] for subnet, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:55.226591 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62809258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62529635'] for subnet, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:55.283341 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b977e4-d6ba-4cf5-a957-ec88eb729942,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:55.297896 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Checking segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:51:55.298247 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Network hostable DHCP agents. Network: c3b41e53-42f9-4d74-b03c-94ec957fa2b0, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:51:55.316259 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:51:55.326460 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, c3b41e53-42f9-4d74-b03c-94ec957fa2b0) {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:55.331076 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:51:55.331790 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:55.339136 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b533ac4-e46f-4089-a3f7-d7178146c5c2 None None] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:51:55.349340 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-9ae96191-0f41-4fde-a56e-f3345cd1f4b2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4035776 Jul 14 20:51:55.352387 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34492) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:55.357937 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:55.381583 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-337846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13956'] for router, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:55.382648 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3685410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7799'] for router, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:55.452188 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:55.641302 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:55.697133 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52155cd6-d8b7-5def-9819-e61ccad68c5f-c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942'}]}} from dv-cinder-800830-1-iscsi. {{(pid=99458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 20:51:55.698015 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:55.875561 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.db_base_plugin_common [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Allocated IP 172.20.0.2 (c3b41e53-42f9-4d74-b03c-94ec957fa2b0/95b977e4-d6ba-4cf5-a957-ec88eb729942/e4f0c954-7de7-40d1-9847-c92429efef47) {{(pid=99458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:51:55.893855 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:55.914114 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.001588 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.040383 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Allocated IP 172.27.2.250 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/ebf2616e-85df-4b96-bf03-aa85713d30ac) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:51:56.051388 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Notify callbacks [] for port, precommit_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.060806 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Transition to ACTIVE for port object e4f0c954-7de7-40d1-9847-c92429efef47 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:56.090916 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Transition to ACTIVE for port object e4f0c954-7de7-40d1-9847-c92429efef47 will not be triggered until provisioned by entity DHCP. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:56.093741 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e5e89d8e-8430-402e-ade6-7c5b44927d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.097013 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.141123 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 is already hosted by enough agents. {{(pid=99458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:51:56.144041 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.base_scheduler [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Resources bound (agent type, host, resource id): {{(pid=99458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:56.148608 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Received port after_create {{(pid=99458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:51:56.154517 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Pushing event updated for resources: {'Port': ['ID=e4f0c954-7de7-40d1-9847-c92429efef47,revision_number=1']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:56.176699 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.219799 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Attempting to bind port e4f0c954-7de7-40d1-9847-c92429efef47 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:51:56.220208 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Attempting to bind port e4f0c954-7de7-40d1-9847-c92429efef47 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:51:56.220672 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Attempting to bind port e4f0c954-7de7-40d1-9847-c92429efef47 on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:51:56.220871 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.227465 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:51:56.227868 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Checking segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:51:56.228275 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.228696 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Bound using segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:51:56.229175 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Bound port: e4f0c954-7de7-40d1-9847-c92429efef47, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:51:56.230889 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.285908 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:51:56.297939 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:56.300413 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] For port e4f0c954-7de7-40d1-9847-c92429efef47, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:51:56.303384 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:51:56.304617 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] For port e4f0c954-7de7-40d1-9847-c92429efef47, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=e4f0c954-7de7-40d1-9847-c92429efef47,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:51:56.312743 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Pushing event updated for resources: {'Port': ['ID=ebf2616e-85df-4b96-bf03-aa85713d30ac,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:56.313116 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.392465 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1990b5b-caef-4993-be56-b59b9ee930a3 None None] Pushing event updated for resources: {'Port': ['ID=e4f0c954-7de7-40d1-9847-c92429efef47,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:56.679639 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:56.920547 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:57.140806 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963'] for router, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:57.272232 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Router 36f5fa0d-d630-4994-940f-cea9410a5b04 is scheduled to L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae with binding_index 1 {{(pid=99457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 20:51:57.316281 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb8ce0-36bd-4b30-9d39-4a2ffc830f41 None None] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:51:57.374221 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-85231763-b31b-468c-8bc1-823922b49242 None None] Provisioning for port e4f0c954-7de7-40d1-9847-c92429efef47 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:51:57.380994 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:51:57.390047 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Sync routers for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:51:57.396364 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:57.397626 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-7603a3e3-3634-47b0-b49c-355a0603409b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0435121 Jul 14 20:51:57.400523 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34500) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:57.408687 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:51:57.409304 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:57.564660 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:51:57.797433 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:56Z', 'revision_number': 3, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:57.826517 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Checking router: 36f5fa0d-d630-4994-940f-cea9410a5b04 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:51:57.826861 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Updating router 36f5fa0d-d630-4994-940f-cea9410a5b04 port ebf2616e-85df-4b96-bf03-aa85713d30ac binding host dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:51:57.841740 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:57.867497 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.001801 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Allocated IP 172.20.0.1 (c3b41e53-42f9-4d74-b03c-94ec957fa2b0/95b977e4-d6ba-4cf5-a957-ec88eb729942/0f4d37e1-ed81-4ec1-8275-d6e220055fce) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:51:58.109457 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.123635 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Transition to ACTIVE for port object 0f4d37e1-ed81-4ec1-8275-d6e220055fce will not be triggered until provisioned by entity DHCP. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:58.146021 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Notify callbacks [] for port, precommit_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.157071 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Transition to ACTIVE for port object ebf2616e-85df-4b96-bf03-aa85713d30ac will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:51:58.158018 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.163692 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.198615 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:51:58.201436 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:58.204918 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:51:58.211377 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4d37e1-ed81-4ec1-8275-d6e220055fce,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:58.216815 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84773faf-9554-4541-ac93-a566efd46d42 None None] Pushing event updated for resources: {'Port': ['ID=ebf2616e-85df-4b96-bf03-aa85713d30ac,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:58.219172 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Attempting to bind port ebf2616e-85df-4b96-bf03-aa85713d30ac on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:51:58.219560 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Attempting to bind port ebf2616e-85df-4b96-bf03-aa85713d30ac by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:51:58.219912 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Attempting to bind port ebf2616e-85df-4b96-bf03-aa85713d30ac on network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:51:58.226851 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:51:58.227077 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:51:58.227418 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.227897 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Bound using segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:51:58.228367 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Bound port: ebf2616e-85df-4b96-bf03-aa85713d30ac, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:51:58.228747 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.249801 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338136'] for router_interface, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.293821 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] For port ebf2616e-85df-4b96-bf03-aa85713d30ac, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:51:58.297628 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] For port ebf2616e-85df-4b96-bf03-aa85713d30ac, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=ebf2616e-85df-4b96-bf03-aa85713d30ac,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:51:58.302735 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.359555 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:51:58.360328 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:58.399913 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.409171 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84773faf-9554-4541-ac93-a566efd46d42 None None] Pushing event updated for resources: {'Port': ['ID=ebf2616e-85df-4b96-bf03-aa85713d30ac,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:58.479549 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-1c5109fa-3e3a-423e-83d0-5315eb0b9fa1 None None] Provisioning for port 0f4d37e1-ed81-4ec1-8275-d6e220055fce completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:51:58.488653 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-1c5109fa-3e3a-423e-83d0-5315eb0b9fa1 None None] Provisioning complete for port 0f4d37e1-ed81-4ec1-8275-d6e220055fce triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:58.488870 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-1c5109fa-3e3a-423e-83d0-5315eb0b9fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.493705 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:51:58.574397 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.580311 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.652614 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-338792'] for router_interface, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.654498 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4d37e1-ed81-4ec1-8275-d6e220055fce,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:58.710821 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device e4f0c954-7de7-40d1-9847-c92429efef47 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:51:58.712543 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-1c5109fa-3e3a-423e-83d0-5315eb0b9fa1 None None] Port 0f4d37e1-ed81-4ec1-8275-d6e220055fce cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:51:58.743476 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:51:58.744878 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:51:58.773629 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.828777 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port e4f0c954-7de7-40d1-9847-c92429efef47 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:51:58.836187 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port e4f0c954-7de7-40d1-9847-c92429efef47 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:58.836554 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.860433 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Router 36f5fa0d-d630-4994-940f-cea9410a5b04 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:51:58.950979 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 1, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:51:58.955438 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:58.990512 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd35f39-b3ab-4dcb-8adf-3ee5aa67103b None None] The sync data for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi is: [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 1, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:51:59.026616 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port e4f0c954-7de7-40d1-9847-c92429efef47, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=e4f0c954-7de7-40d1-9847-c92429efef47,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:51:59.034162 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:59.062933 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-3f19fb2c-d3bd-4cad-8836-0fea91fde276 None None] Provisioning complete for port 0f4d37e1-ed81-4ec1-8275-d6e220055fce triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:51:59.063329 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3f19fb2c-d3bd-4cad-8836-0fea91fde276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:59.117072 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-3f19fb2c-d3bd-4cad-8836-0fea91fde276 None None] Port 0f4d37e1-ed81-4ec1-8275-d6e220055fce cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:51:59.118469 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=e4f0c954-7de7-40d1-9847-c92429efef47,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:59.220255 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:51:59.228439 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-ed990f53-c0cd-4951-8a0f-ce7f7001a893 admin admin] 10.222.0.38 "PUT /v2.0/routers/36f5fa0d-d630-4994-940f-cea9410a5b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245773 Jul 14 20:51:59.784222 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34536) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:51:59.789350 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-380035282-network', 'tenant_id': '6b8edf7c578c4b589d089e931767c279'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:51:59.810236 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Made reservation on behalf of 6b8edf7c578c4b589d089e931767c279 for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:51:59.812608 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:59.822104 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:59.919388 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:59.923778 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:59.949706 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:51:59.960105 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a716f6-17ed-4b88-a1c7-3d353d28debf,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:51:59.965090 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:51:59.972750 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Added segment 47901d01-e827-4f2d-b744-067a5f500844 of type vlan for network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 Jul 14 20:52:00.009658 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.041842 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.042897 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:00.043712 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.098671 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3127196 Jul 14 20:52:00.101438 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34538) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:00.106377 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Request body: {'subnet': {'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-380035282-subnet', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'ip_version': 4}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:00.112759 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cc124-55c8-4fc8-8434-8f17fba27e39 admin admin] Pushing event updated for resources: {'Network': ['ID=000370ea-1c1b-4fd1-83fb-6eb04a26c849,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:00.126201 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:52:00.137411 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Made reservation on behalf of 6b8edf7c578c4b589d089e931767c279 for: {'subnet': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:52:00.139761 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59790239'] for subnet, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.367779 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58970654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59790253'] for subnet, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.423264 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c903ae0-ba24-42c8-8412-836255e9af09,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:00.445540 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Checking segment: {'id': '47901d01-e827-4f2d-b744-067a5f500844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:52:00.445889 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Network hostable DHCP agents. Network: 000370ea-1c1b-4fd1-83fb-6eb04a26c849, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:52:00.467724 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:52:00.478668 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 000370ea-1c1b-4fd1-83fb-6eb04a26c849) {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:52:00.483018 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:00.483583 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.492141 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8449efb1-c1b2-4600-a740-8a2a2bf29a86 None None] Network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:52:00.508361 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34546) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:00.509451 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-0586d963-1b30-4290-b9e4-4c2cf0439d67 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4058633 Jul 14 20:52:00.526604 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-380035282-router', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:00.594098 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-337846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13956'] for router, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.595481 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3685410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7799'] for router, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.682983 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.713225 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device e4f0c954-7de7-40d1-9847-c92429efef47 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:00.785194 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52155cd6-d8b7-5def-9819-e61ccad68c5f-000370ea-1c1b-4fd1-83fb-6eb04a26c849', 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'fixed_ips': [{'subnet_id': '1c903ae0-ba24-42c8-8412-836255e9af09'}]}} from dv-cinder-800830-1-iscsi. {{(pid=99458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 20:52:00.786013 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.802503 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port e4f0c954-7de7-40d1-9847-c92429efef47 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:00.802877 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.844279 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:00.987941 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device ebf2616e-85df-4b96-bf03-aa85713d30ac up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:00.993152 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.db_base_plugin_common [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Allocated IP 172.20.0.2 (000370ea-1c1b-4fd1-83fb-6eb04a26c849/1c903ae0-ba24-42c8-8412-836255e9af09/13412f50-1306-4749-9782-ca4aae421e89) {{(pid=99458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:52:01.064078 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.084464 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.099624 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port ebf2616e-85df-4b96-bf03-aa85713d30ac completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:01.106244 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port ebf2616e-85df-4b96-bf03-aa85713d30ac triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:01.106619 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.154636 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Sync routers for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:52:01.166696 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:01.167626 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:01.209732 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Allocated IP 172.27.2.238 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/1286bf55-af7e-4006-a180-17d2dfb29abb) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:52:01.237307 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Notify callbacks [] for port, precommit_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.253511 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Transition to ACTIVE for port object 13412f50-1306-4749-9782-ca4aae421e89 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:01.259599 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.281737 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:01.287345 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Transition to ACTIVE for port object 13412f50-1306-4749-9782-ca4aae421e89 will not be triggered until provisioned by entity DHCP. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:01.289750 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port ebf2616e-85df-4b96-bf03-aa85713d30ac, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=ebf2616e-85df-4b96-bf03-aa85713d30ac,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:01.293609 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.298240 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.338759 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 is already hosted by enough agents. {{(pid=99458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:52:01.341813 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.base_scheduler [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Resources bound (agent type, host, resource id): {{(pid=99458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:52:01.345506 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Received port after_create {{(pid=99458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:52:01.348594 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.365192 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=ebf2616e-85df-4b96-bf03-aa85713d30ac,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:01.396953 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.461394 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Attempting to bind port 13412f50-1306-4749-9782-ca4aae421e89 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:52:01.461674 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Attempting to bind port 13412f50-1306-4749-9782-ca4aae421e89 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '47901d01-e827-4f2d-b744-067a5f500844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:52:01.462022 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Attempting to bind port 13412f50-1306-4749-9782-ca4aae421e89 on network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:52:01.465447 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Pushing event updated for resources: {'Port': ['ID=13412f50-1306-4749-9782-ca4aae421e89,revision_number=1']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:01.470715 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:52:01.471085 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Checking segment: {'id': '47901d01-e827-4f2d-b744-067a5f500844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:52:01.471496 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.471911 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Bound using segment: {'id': '47901d01-e827-4f2d-b744-067a5f500844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:52:01.472390 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Bound port: 13412f50-1306-4749-9782-ca4aae421e89, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47901d01-e827-4f2d-b744-067a5f500844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:52:01.472775 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.478865 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:52:01.482432 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:52:01.489593 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:52:01.493392 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Pushing event updated for resources: {'Port': ['ID=1286bf55-af7e-4006-a180-17d2dfb29abb,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:01.564348 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] For port 13412f50-1306-4749-9782-ca4aae421e89, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:52:01.567720 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] For port 13412f50-1306-4749-9782-ca4aae421e89, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=13412f50-1306-4749-9782-ca4aae421e89,segment=NetworkSegment(47901d01-e827-4f2d-b744-067a5f500844),segment_id=47901d01-e827-4f2d-b744-067a5f500844)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:52:01.583507 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.674834 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42cd0e-2631-4210-b38f-4597adcebc3e None None] Pushing event updated for resources: {'Port': ['ID=13412f50-1306-4749-9782-ca4aae421e89,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:01.696327 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 2, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:01.729554 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Checking router: 36f5fa0d-d630-4994-940f-cea9410a5b04 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:52:01.729918 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Updating router 36f5fa0d-d630-4994-940f-cea9410a5b04 port 0f4d37e1-ed81-4ec1-8275-d6e220055fce binding host dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:52:01.766535 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:01.835092 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:02.107792 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963'] for router, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:02.150101 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Notify callbacks [] for port, precommit_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:02.162098 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.provisioning_blocks [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Transition to ACTIVE for port object 0f4d37e1-ed81-4ec1-8275-d6e220055fce will not be triggered until provisioned by entity L2. {{(pid=99459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:02.168485 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:02.219040 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083dd3-b14d-48e5-aeec-5a3a49be9d7e None None] Pushing event updated for resources: {'Port': ['ID=0f4d37e1-ed81-4ec1-8275-d6e220055fce,revision_number=3']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:02.265184 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Router 260c9ea3-995f-4118-a57b-20531a80cdc6 is scheduled to L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae with binding_index 1 {{(pid=99457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 20:52:02.281741 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Attempting to bind port 0f4d37e1-ed81-4ec1-8275-d6e220055fce on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:52:02.282096 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Attempting to bind port 0f4d37e1-ed81-4ec1-8275-d6e220055fce by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:52:02.282468 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Attempting to bind port 0f4d37e1-ed81-4ec1-8275-d6e220055fce on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:52:02.288401 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:52:02.289034 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Checking segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:52:02.289612 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:02.290186 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Bound using segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:52:02.290822 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Bound port: 0f4d37e1-ed81-4ec1-8275-d6e220055fce, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'}}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:52:02.291373 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:02.361526 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] For port 0f4d37e1-ed81-4ec1-8275-d6e220055fce, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:52:02.365589 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] For port 0f4d37e1-ed81-4ec1-8275-d6e220055fce, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=0f4d37e1-ed81-4ec1-8275-d6e220055fce,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:52:02.370979 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:02.431934 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083dd3-b14d-48e5-aeec-5a3a49be9d7e None None] Pushing event updated for resources: {'Port': ['ID=0f4d37e1-ed81-4ec1-8275-d6e220055fce,revision_number=4']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:02.442402 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:52:02.456314 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Sync routers for ids ['260c9ea3-995f-4118-a57b-20531a80cdc6'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:52:02.462258 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:02.462894 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:02.477270 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:02.479126 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-83c59629-5720-4368-b839-9274d2f64f9b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9678392 Jul 14 20:52:02.483918 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34556) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:02.487201 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Routers {'260c9ea3-995f-4118-a57b-20531a80cdc6'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:02.488387 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['260c9ea3-995f-4118-a57b-20531a80cdc6'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:02.658367 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:02.667983 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Set router 260c9ea3-995f-4118-a57b-20531a80cdc6 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:02.867608 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0f4d37e1-ed81-4ec1-8275-d6e220055fce up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:02.974596 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 0f4d37e1-ed81-4ec1-8275-d6e220055fce completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:02.980092 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 0f4d37e1-ed81-4ec1-8275-d6e220055fce triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:02.980617 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:02.987179 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'name': 'tempest-TestVolumeBootPattern-380035282-router', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:52:00Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 3, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'gw_port': {'id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:16:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:01Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:03.003781 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:02Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:03.008767 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0267029-90e5-4cfe-852f-ceee4888f5ae None None] Network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:52:03.037024 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4a6746-c320-4b4e-9cc0-41f06443a18c None None] The sync data for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi is: [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:02Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:52:03.050566 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Checking router: 260c9ea3-995f-4118-a57b-20531a80cdc6 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:52:03.051046 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Updating router 260c9ea3-995f-4118-a57b-20531a80cdc6 port 1286bf55-af7e-4006-a180-17d2dfb29abb binding host dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:52:03.180831 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.266042 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.300548 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-1157bbef-50b1-47a4-8aca-1780366d1ea6 None None] Provisioning for port 13412f50-1306-4749-9782-ca4aae421e89 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:03.355279 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Allocated IP 172.20.0.1 (000370ea-1c1b-4fd1-83fb-6eb04a26c849/1c903ae0-ba24-42c8-8412-836255e9af09/82f9059a-e5ee-4ef5-8053-57ee2b2440f3) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:52:03.476018 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.484890 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.504489 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Transition to ACTIVE for port object 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:03.548910 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.581303 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 0f4d37e1-ed81-4ec1-8275-d6e220055fce, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=0f4d37e1-ed81-4ec1-8275-d6e220055fce,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:03.594028 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:52:03.594899 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.595717 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device ebf2616e-85df-4b96-bf03-aa85713d30ac up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:03.602668 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:52:03.606863 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:52:03.642766 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Pushing event updated for resources: {'Port': ['ID=82f9059a-e5ee-4ef5-8053-57ee2b2440f3,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:03.654825 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338136'] for router_interface, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.731742 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=0f4d37e1-ed81-4ec1-8275-d6e220055fce,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:03.782379 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port ebf2616e-85df-4b96-bf03-aa85713d30ac triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:03.782762 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.865022 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Notify callbacks [] for port, precommit_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.874701 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.882585 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Transition to ACTIVE for port object 1286bf55-af7e-4006-a180-17d2dfb29abb will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:03.891089 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.976079 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Attempting to bind port 1286bf55-af7e-4006-a180-17d2dfb29abb on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:52:03.976448 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Attempting to bind port 1286bf55-af7e-4006-a180-17d2dfb29abb by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:52:03.976813 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Attempting to bind port 1286bf55-af7e-4006-a180-17d2dfb29abb on network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:52:03.985656 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f9ec8-5f9e-48e6-b3d2-b7c89e6ec7ff None None] Pushing event updated for resources: {'Port': ['ID=1286bf55-af7e-4006-a180-17d2dfb29abb,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:03.993233 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 13412f50-1306-4749-9782-ca4aae421e89 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:03.996428 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:52:03.996736 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:52:03.997142 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:03.997142 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Bound using segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:52:03.998070 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Bound port: 1286bf55-af7e-4006-a180-17d2dfb29abb, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:52:03.998545 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.100485 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] For port 1286bf55-af7e-4006-a180-17d2dfb29abb, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:52:04.101458 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.106155 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] For port 1286bf55-af7e-4006-a180-17d2dfb29abb, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=1286bf55-af7e-4006-a180-17d2dfb29abb,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:52:04.107567 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.113163 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.120725 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 13412f50-1306-4749-9782-ca4aae421e89 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:04.152584 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 13412f50-1306-4749-9782-ca4aae421e89 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:04.156283 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.180745 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-338792'] for router_interface, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.182772 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Pushing event updated for resources: {'Port': ['ID=82f9059a-e5ee-4ef5-8053-57ee2b2440f3,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:04.220270 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Routers {'260c9ea3-995f-4118-a57b-20531a80cdc6'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:04.220920 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['260c9ea3-995f-4118-a57b-20531a80cdc6'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:04.228880 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f9ec8-5f9e-48e6-b3d2-b7c89e6ec7ff None None] Pushing event updated for resources: {'Port': ['ID=1286bf55-af7e-4006-a180-17d2dfb29abb,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:04.294457 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:52:04.295921 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:52:04.377210 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-d6203d66-58b0-44f9-a994-7a9741dd7815 None None] Provisioning for port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:04.382067 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] Set router 260c9ea3-995f-4118-a57b-20531a80cdc6 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:04.417193 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.420731 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-d6203d66-58b0-44f9-a994-7a9741dd7815 None None] Provisioning complete for port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:04.421131 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d6203d66-58b0-44f9-a994-7a9741dd7815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.430374 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Router 260c9ea3-995f-4118-a57b-20531a80cdc6 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:52:04.567069 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-d6203d66-58b0-44f9-a994-7a9741dd7815 None None] Port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:52:04.575366 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 13412f50-1306-4749-9782-ca4aae421e89, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=13412f50-1306-4749-9782-ca4aae421e89,segment=NetworkSegment(47901d01-e827-4f2d-b744-067a5f500844),segment_id=47901d01-e827-4f2d-b744-067a5f500844)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:04.581290 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.663682 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=13412f50-1306-4749-9782-ca4aae421e89,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:04.699646 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0f4d37e1-ed81-4ec1-8275-d6e220055fce up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:04.738216 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-0db82d7b-e3e2-428c-a457-c86561c4a354 None None] Provisioning complete for port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:04.738623 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0db82d7b-e3e2-428c-a457-c86561c4a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.795279 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-0db82d7b-e3e2-428c-a457-c86561c4a354 None None] Port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:52:04.811134 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'name': 'tempest-TestVolumeBootPattern-380035282-router', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:52:00Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 4, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'gw_port': {'id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:16:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:01Z', 'updated_at': '2021-07-14T20:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '82f9059a-e5ee-4ef5-8053-57ee2b2440f3', 'name': '', 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'mac_address': 'fa:16:3e:cd:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1c903ae0-ba24-42c8-8412-836255e9af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:03Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 2, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'subnets': [{'id': '1c903ae0-ba24-42c8-8412-836255e9af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:04.814552 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 0f4d37e1-ed81-4ec1-8275-d6e220055fce triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:04.814928 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:04.846709 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a5ba8-18ae-4dc3-b331-16bbf36063aa None None] The sync data for ids ['260c9ea3-995f-4118-a57b-20531a80cdc6'] in dv-cinder-800830-1-iscsi is: [{'id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'name': 'tempest-TestVolumeBootPattern-380035282-router', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:52:00Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 4, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'gw_port': {'id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:16:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:01Z', 'updated_at': '2021-07-14T20:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '82f9059a-e5ee-4ef5-8053-57ee2b2440f3', 'name': '', 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'mac_address': 'fa:16:3e:cd:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1c903ae0-ba24-42c8-8412-836255e9af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:03Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 2, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'subnets': [{'id': '1c903ae0-ba24-42c8-8412-836255e9af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:52:04.849645 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:52:04.865196 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-356d95a4-5f87-44f4-b783-4c62ec1182b2 admin admin] 10.222.0.38 "PUT /v2.0/routers/260c9ea3-995f-4118-a57b-20531a80cdc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3692396 Jul 14 20:52:05.268211 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-1b697d0c-c1e8-4b3c-94dc-b187de198a69 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:05.270592 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-1b697d0c-c1e8-4b3c-94dc-b187de198a69 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/networks?id=6f62f336-4273-4995-b05f-b3950f898480 HTTP/1.1" status: 200 len: 814 time: 0.1344097 Jul 14 20:52:05.292174 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-99823f9a-0c39-467b-ba5d-b47dc2edc897 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/quotas/e429615df0ac4783abecd438f0775d4e HTTP/1.1" status: 200 len: 375 time: 0.0153570 Jul 14 20:52:05.331494 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-631a653e-0ec4-4946-b47e-2f6d246ca1cf tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e429615df0ac4783abecd438f0775d4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333796 Jul 14 20:52:05.473318 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-22f995f7-e56a-439d-9743-907ef960ce68 service neutron] 10.222.0.38 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284969 Jul 14 20:52:05.588735 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34586) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:05.592879 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-96b69c0e-33ed-4ffd-8123-d1cc4b919e3a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673349018', 'description': 'tempest-secgroup-smoke-673349018 description', 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:05.605881 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-21705627-2538-4370-bfa9-0eef6c6345f3 service neutron] 10.222.0.38 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216543 Jul 14 20:52:05.617542 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-96b69c0e-33ed-4ffd-8123-d1cc4b919e3a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:05.700934 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-96b69c0e-33ed-4ffd-8123-d1cc4b919e3a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:05.705085 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-96b69c0e-33ed-4ffd-8123-d1cc4b919e3a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:05.731891 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-96b69c0e-33ed-4ffd-8123-d1cc4b919e3a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:05.733123 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-96b69c0e-33ed-4ffd-8123-d1cc4b919e3a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1441512 Jul 14 20:52:05.737826 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34588) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:05.744150 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-d92b874d-5462-4f00-ada4-b120db661493 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'security_group_rule': {'security_group_id': '27c7b189-6287-4e6b-90b5-029f353a11e8', 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:05.748912 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b69c0e-33ed-4ffd-8123-d1cc4b919e3a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c7b189-6287-4e6b-90b5-029f353a11e8,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:05.797358 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d92b874d-5462-4f00-ada4-b120db661493 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:05.859089 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6764449c-9b65-4e21-b6bc-bff9bd13cd5e req-550ec7aa-95d7-4ee9-b759-66ac27680bb1 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 210 time: 0.0629759 Jul 14 20:52:05.937614 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d92b874d-5462-4f00-ada4-b120db661493 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:05.943924 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d92b874d-5462-4f00-ada4-b120db661493 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:05.973729 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b874d-5462-4f00-ada4-b120db661493 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fc5459-a2c6-4fa8-baa2-014364179f56,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:05.998354 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d92b874d-5462-4f00-ada4-b120db661493 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:05.999871 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-d92b874d-5462-4f00-ada4-b120db661493 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2593725 Jul 14 20:52:06.003760 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34600) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:06.010053 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-5556269a-3f50-4881-afb5-6c79b08f2b71 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'security_group_rule': {'security_group_id': '27c7b189-6287-4e6b-90b5-029f353a11e8', 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:06.044598 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5556269a-3f50-4881-afb5-6c79b08f2b71 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.121963 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5556269a-3f50-4881-afb5-6c79b08f2b71 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.127626 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5556269a-3f50-4881-afb5-6c79b08f2b71 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.143806 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556269a-3f50-4881-afb5-6c79b08f2b71 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edf7359-2e2c-4261-9186-3560b26a9314,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:06.162362 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5556269a-3f50-4881-afb5-6c79b08f2b71 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.168608 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-5556269a-3f50-4881-afb5-6c79b08f2b71 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623867 Jul 14 20:52:06.168965 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34604) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:06.174538 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-129d0393-4cff-4c10-aa55-5053b873bd4b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'security_group_rule': {'security_group_id': '27c7b189-6287-4e6b-90b5-029f353a11e8', 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:06.203587 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-129d0393-4cff-4c10-aa55-5053b873bd4b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.279342 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-129d0393-4cff-4c10-aa55-5053b873bd4b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.285647 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-129d0393-4cff-4c10-aa55-5053b873bd4b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.306599 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d0393-4cff-4c10-aa55-5053b873bd4b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdbda17-2083-4bd9-ac21-7ff98d5fdd58,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:06.319342 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-129d0393-4cff-4c10-aa55-5053b873bd4b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.320867 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-129d0393-4cff-4c10-aa55-5053b873bd4b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507242 Jul 14 20:52:06.323759 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34606) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:06.328713 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-1cb65e0e-c124-46e2-862e-b71315b5e934 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'security_group_rule': {'security_group_id': '27c7b189-6287-4e6b-90b5-029f353a11e8', 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:06.364883 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1cb65e0e-c124-46e2-862e-b71315b5e934 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.441859 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1cb65e0e-c124-46e2-862e-b71315b5e934 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.448066 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1cb65e0e-c124-46e2-862e-b71315b5e934 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.474215 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb65e0e-c124-46e2-862e-b71315b5e934 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db46cfbb-d958-405b-a387-44f489c17031,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:06.478490 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1cb65e0e-c124-46e2-862e-b71315b5e934 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.482732 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-1cb65e0e-c124-46e2-862e-b71315b5e934 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555052 Jul 14 20:52:06.483257 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34608) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:06.491107 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-6e3efb1e-8a94-47bf-9f4d-4f3a3cdd7ab3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'security_group_rule': {'security_group_id': '27c7b189-6287-4e6b-90b5-029f353a11e8', 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:06.519207 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.securitygroups_db [None req-6e3efb1e-8a94-47bf-9f4d-4f3a3cdd7ab3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Project 9f9f2d7e10a146eb903e1e05f37ba98d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:52:06.524632 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6e3efb1e-8a94-47bf-9f4d-4f3a3cdd7ab3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.594301 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6e3efb1e-8a94-47bf-9f4d-4f3a3cdd7ab3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.601394 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6e3efb1e-8a94-47bf-9f4d-4f3a3cdd7ab3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.620889 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3efb1e-8a94-47bf-9f4d-4f3a3cdd7ab3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0436d9-7b6a-4983-b351-adf0e0b7239d,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:06.627425 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6e3efb1e-8a94-47bf-9f4d-4f3a3cdd7ab3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.628681 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-6e3efb1e-8a94-47bf-9f4d-4f3a3cdd7ab3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441007 Jul 14 20:52:06.632168 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34610) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:06.637243 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-b9b51443-2f9e-40b1-bd00-b39aaa033082 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'security_group_rule': {'security_group_id': '27c7b189-6287-4e6b-90b5-029f353a11e8', 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:06.668153 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.securitygroups_db [None req-b9b51443-2f9e-40b1-bd00-b39aaa033082 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Project 9f9f2d7e10a146eb903e1e05f37ba98d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:52:06.674276 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b9b51443-2f9e-40b1-bd00-b39aaa033082 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.750738 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b9b51443-2f9e-40b1-bd00-b39aaa033082 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.756434 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b9b51443-2f9e-40b1-bd00-b39aaa033082 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.786902 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b51443-2f9e-40b1-bd00-b39aaa033082 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ea3df5-2a37-4422-b3cb-51983aefa925,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:06.790826 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b9b51443-2f9e-40b1-bd00-b39aaa033082 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:06.792543 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 13412f50-1306-4749-9782-ca4aae421e89 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:06.793181 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-b9b51443-2f9e-40b1-bd00-b39aaa033082 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591883 Jul 14 20:52:06.849680 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 13412f50-1306-4749-9782-ca4aae421e89 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:06.850267 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:07.055032 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-bf1e28c3-6e50-4de1-92c0-734f56681a1e req-08759834-6e7d-43dd-a50c-9b4a4ed710b7 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 210 time: 0.0417500 Jul 14 20:52:07.158489 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 1286bf55-af7e-4006-a180-17d2dfb29abb up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:07.218706 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 1286bf55-af7e-4006-a180-17d2dfb29abb completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:07.226387 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 1286bf55-af7e-4006-a180-17d2dfb29abb triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:07.227175 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:07.295285 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-43d83b16-0f33-4c72-ba06-3f6f95e02e75 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:07.298362 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-43d83b16-0f33-4c72-ba06-3f6f95e02e75 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.43 "GET /v2.0/networks?id=6f62f336-4273-4995-b05f-b3950f898480 HTTP/1.1" status: 200 len: 814 time: 0.2359977 Jul 14 20:52:07.326473 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Request body: {'port': {'device_id': 'c540eaf9-c9be-408a-b501-90235fbb8c1a', 'network_id': '6f62f336-4273-4995-b05f-b3950f898480', 'admin_state_up': True, 'tenant_id': 'e429615df0ac4783abecd438f0775d4e'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:07.345068 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:07.382519 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 1286bf55-af7e-4006-a180-17d2dfb29abb, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=1286bf55-af7e-4006-a180-17d2dfb29abb,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:07.389373 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:07.481049 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=1286bf55-af7e-4006-a180-17d2dfb29abb,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:07.514666 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Made reservation on behalf of e429615df0ac4783abecd438f0775d4e for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:52:07.518457 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:07.587156 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Sync routers for ids ['260c9ea3-995f-4118-a57b-20531a80cdc6'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:52:07.596348 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Routers {'260c9ea3-995f-4118-a57b-20531a80cdc6'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:07.596958 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['260c9ea3-995f-4118-a57b-20531a80cdc6'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:07.672068 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Allocated IP 172.20.0.2 (6f62f336-4273-4995-b05f-b3950f898480/dffe91b0-3c00-4da5-92dc-e9ebb44f26cc/f961f58b-bb93-4a49-be8b-8b8414bfc445) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:52:07.724010 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Set router 260c9ea3-995f-4118-a57b-20531a80cdc6 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:07.834060 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:07.885778 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:07.943228 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Network 6f62f336-4273-4995-b05f-b3950f898480 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:52:07.950155 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:52:07.955106 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:52:07.979658 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'name': 'tempest-TestVolumeBootPattern-380035282-router', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:52:00Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 4, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'gw_port': {'id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:01Z', 'updated_at': '2021-07-14T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '82f9059a-e5ee-4ef5-8053-57ee2b2440f3', 'name': '', 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'mac_address': 'fa:16:3e:cd:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1c903ae0-ba24-42c8-8412-836255e9af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:03Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 2, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'subnets': [{'id': '1c903ae0-ba24-42c8-8412-836255e9af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:07.981465 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Pushing event updated for resources: {'Port': ['ID=f961f58b-bb93-4a49-be8b-8b8414bfc445,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:08.006485 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Checking router: 260c9ea3-995f-4118-a57b-20531a80cdc6 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:52:08.006830 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Updating router 260c9ea3-995f-4118-a57b-20531a80cdc6 port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 binding host dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:52:08.010143 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:08.010814 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.027612 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-c3a98444-29c3-43e6-b759-6977167ca388 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7118769 Jul 14 20:52:08.044054 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Request body: {'port': {'device_id': 'c540eaf9-c9be-408a-b501-90235fbb8c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:08.047828 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.154204 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.344968 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49f602-6249-4ae2-9868-6a9cb3b8d8e2 req-782cd413-f8ce-437a-93b4-912e1ecbc7fd tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:08.346488 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4a49f602-6249-4ae2-9868-6a9cb3b8d8e2 req-782cd413-f8ce-437a-93b4-912e1ecbc7fd tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 931 time: 0.1550651 Jul 14 20:52:08.436468 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4a49f602-6249-4ae2-9868-6a9cb3b8d8e2 req-33153594-ddcc-47f9-90dc-14964ec08d21 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595856 Jul 14 20:52:08.451485 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Notify callbacks [] for port, precommit_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.463359 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.provisioning_blocks [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Transition to ACTIVE for port object 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 will not be triggered until provisioned by entity L2. {{(pid=99459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:08.470131 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.518493 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf59a1b-07d7-4dba-bbd3-fe0f7129d7eb None None] Pushing event updated for resources: {'Port': ['ID=82f9059a-e5ee-4ef5-8053-57ee2b2440f3,revision_number=3']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:08.542578 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f961f58b-bb93-4a49-be8b-8b8414bfc445 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:52:08.551284 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.565281 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Transition to ACTIVE for port object f961f58b-bb93-4a49-be8b-8b8414bfc445 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:08.571606 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.606261 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Attempting to bind port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:52:08.606770 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Attempting to bind port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '47901d01-e827-4f2d-b744-067a5f500844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849'}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:52:08.607313 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Attempting to bind port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 on network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:52:08.625966 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:52:08.626984 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Checking segment: {'id': '47901d01-e827-4f2d-b744-067a5f500844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:52:08.627822 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.628510 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Bound using segment: {'id': '47901d01-e827-4f2d-b744-067a5f500844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849'} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:52:08.629417 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Bound port: 82f9059a-e5ee-4ef5-8053-57ee2b2440f3, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47901d01-e827-4f2d-b744-067a5f500844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849'}}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:52:08.630348 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.639336 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Pushing event updated for resources: {'Port': ['ID=f961f58b-bb93-4a49-be8b-8b8414bfc445,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:08.710959 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 1286bf55-af7e-4006-a180-17d2dfb29abb up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:08.729122 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] For port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:52:08.732526 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] For port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=82f9059a-e5ee-4ef5-8053-57ee2b2440f3,segment=NetworkSegment(47901d01-e827-4f2d-b744-067a5f500844),segment_id=47901d01-e827-4f2d-b744-067a5f500844)] {{(pid=99459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:52:08.736753 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Attempting to bind port f961f58b-bb93-4a49-be8b-8b8414bfc445 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:52:08.737509 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Attempting to bind port f961f58b-bb93-4a49-be8b-8b8414bfc445 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '02837aba-300a-4d16-9c46-923c6f89f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f62f336-4273-4995-b05f-b3950f898480'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:52:08.738400 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Attempting to bind port f961f58b-bb93-4a49-be8b-8b8414bfc445 on network 6f62f336-4273-4995-b05f-b3950f898480 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:52:08.744129 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.745864 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Port f961f58b-bb93-4a49-be8b-8b8414bfc445 on network 6f62f336-4273-4995-b05f-b3950f898480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:52:08.746201 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Attempting to bind port f961f58b-bb93-4a49-be8b-8b8414bfc445 on network 6f62f336-4273-4995-b05f-b3950f898480 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:52:08.754953 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:52:08.755360 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Checking segment: {'id': '02837aba-300a-4d16-9c46-923c6f89f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f62f336-4273-4995-b05f-b3950f898480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:52:08.755930 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Bound using segment: {'id': '02837aba-300a-4d16-9c46-923c6f89f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f62f336-4273-4995-b05f-b3950f898480'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:52:08.756446 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Bound port: f961f58b-bb93-4a49-be8b-8b8414bfc445, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02837aba-300a-4d16-9c46-923c6f89f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f62f336-4273-4995-b05f-b3950f898480'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:52:08.756650 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.771466 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 1286bf55-af7e-4006-a180-17d2dfb29abb triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:08.771993 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.833854 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Routers {'260c9ea3-995f-4118-a57b-20531a80cdc6'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:08.834866 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['260c9ea3-995f-4118-a57b-20531a80cdc6'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:08.854775 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] For port f961f58b-bb93-4a49-be8b-8b8414bfc445, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:52:08.860270 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] For port f961f58b-bb93-4a49-be8b-8b8414bfc445, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=f961f58b-bb93-4a49-be8b-8b8414bfc445,segment=NetworkSegment(02837aba-300a-4d16-9c46-923c6f89f76f),segment_id=02837aba-300a-4d16-9c46-923c6f89f76f)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:52:08.866380 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.883157 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:08.884344 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:08.886152 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] 10.222.0.43 "PUT /v2.0/ports/f961f58b-bb93-4a49-be8b-8b8414bfc445 HTTP/1.1" status: 200 len: 1093 time: 0.8479664 Jul 14 20:52:08.886797 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c540eaf9-c9be-408a-b501-90235fbb8c1a', 'tag': 'f961f58b-bb93-4a49-be8b-8b8414bfc445'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:52:08.890248 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bec54a-47fb-4a6b-a055-c5ad327d50b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c540eaf9-c9be-408a-b501-90235fbb8c1a", "tag": "f961f58b-bb93-4a49-be8b-8b8414bfc445"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:52:08.893251 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf59a1b-07d7-4dba-bbd3-fe0f7129d7eb None None] Pushing event updated for resources: {'Port': ['ID=82f9059a-e5ee-4ef5-8053-57ee2b2440f3,revision_number=4']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:08.994455 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] Set router 260c9ea3-995f-4118-a57b-20531a80cdc6 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:09.006732 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4544ca-4db9-40a6-9a12-4e7acd3723dd x-openstack-request-id: req-bd4544ca-4db9-40a6-9a12-4e7acd3723dd {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:52:09.006732 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c540eaf9-c9be-408a-b501-90235fbb8c1a", "tag": "f961f58b-bb93-4a49-be8b-8b8414bfc445", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:52:09.006732 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd4544ca-4db9-40a6-9a12-4e7acd3723dd {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:52:09.007283 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c540eaf9-c9be-408a-b501-90235fbb8c1a', 'tag': 'f961f58b-bb93-4a49-be8b-8b8414bfc445', 'status': 'completed', 'code': 200} Jul 14 20:52:09.009149 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f53ec1-16f3-4bba-a0c9-ee93bd74ba17 service neutron] Pushing event updated for resources: {'Port': ['ID=f961f58b-bb93-4a49-be8b-8b8414bfc445,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:09.024130 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-19d77994-baab-4087-9a53-a0eef3fa9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:09.025751 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-19d77994-baab-4087-9a53-a0eef3fa9d63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e429615df0ac4783abecd438f0775d4e&device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 1096 time: 0.0953240 Jul 14 20:52:09.071205 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-6d504bca-6ffa-4a45-a59c-79f025497a4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f961f58b-bb93-4a49-be8b-8b8414bfc445 HTTP/1.1" status: 200 len: 217 time: 0.0368271 Jul 14 20:52:09.121486 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-28cdd191-3743-47bb-a6df-9b6dc1892f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:09.122838 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-28cdd191-3743-47bb-a6df-9b6dc1892f8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dffe91b0-3c00-4da5-92dc-e9ebb44f26cc HTTP/1.1" status: 200 len: 854 time: 0.0440917 Jul 14 20:52:09.165433 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-6e5aceaf-6db2-4e9f-a7e5-7d78df2467e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f62f336-4273-4995-b05f-b3950f898480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339777 Jul 14 20:52:09.236253 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'name': 'tempest-TestVolumeBootPattern-380035282-router', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:52:00Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 4, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'gw_port': {'id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:01Z', 'updated_at': '2021-07-14T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '82f9059a-e5ee-4ef5-8053-57ee2b2440f3', 'name': '', 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'mac_address': 'fa:16:3e:cd:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1c903ae0-ba24-42c8-8412-836255e9af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:03Z', 'updated_at': '2021-07-14T20:52:08Z', 'revision_number': 4, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'subnets': [{'id': '1c903ae0-ba24-42c8-8412-836255e9af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:09.262919 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-10f18916-a75f-454d-a9c9-550a8aa34b39 service neutron] 10.222.0.43 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901539 Jul 14 20:52:09.271211 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192b777-376d-4a17-b4dc-4f87a6ffe631 None None] The sync data for ids ['260c9ea3-995f-4118-a57b-20531a80cdc6'] in dv-cinder-800830-1-iscsi is: [{'id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'name': 'tempest-TestVolumeBootPattern-380035282-router', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:52:00Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 4, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'gw_port': {'id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:01Z', 'updated_at': '2021-07-14T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '82f9059a-e5ee-4ef5-8053-57ee2b2440f3', 'name': '', 'network_id': '000370ea-1c1b-4fd1-83fb-6eb04a26c849', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'mac_address': 'fa:16:3e:cd:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1c903ae0-ba24-42c8-8412-836255e9af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:03Z', 'updated_at': '2021-07-14T20:52:08Z', 'revision_number': 4, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'subnets': [{'id': '1c903ae0-ba24-42c8-8412-836255e9af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:52:09.382132 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ebdb64b6-6467-4226-b541-c706bbb271a7 req-a5f0707d-9a12-455f-b811-f4102f69e2b9 service neutron] 10.222.0.43 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095879 Jul 14 20:52:09.530634 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bec54a-47fb-4a6b-a055-c5ad327d50b4 req-b0fbac4f-3dc9-49d4-a1bb-e68e42f59a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:09.532617 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-07bec54a-47fb-4a6b-a055-c5ad327d50b4 req-b0fbac4f-3dc9-49d4-a1bb-e68e42f59a1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e429615df0ac4783abecd438f0775d4e&device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 1096 time: 0.0774949 Jul 14 20:52:09.657355 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bec54a-47fb-4a6b-a055-c5ad327d50b4 req-bc723224-7c7c-4ff3-bf04-65e0c9d4be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:09.658982 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-07bec54a-47fb-4a6b-a055-c5ad327d50b4 req-bc723224-7c7c-4ff3-bf04-65e0c9d4be2c service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f62f336-4273-4995-b05f-b3950f898480 HTTP/1.1" status: 200 len: 915 time: 0.1183593 Jul 14 20:52:09.667810 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6dacf-0fca-4c72-b4b4-2cbec6480533 req-c309c2a2-e535-41ec-be8f-0dfb2b5cd38b tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:09.669544 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-eaf6dacf-0fca-4c72-b4b4-2cbec6480533 req-c309c2a2-e535-41ec-be8f-0dfb2b5cd38b tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 943 time: 0.1009057 Jul 14 20:52:09.714693 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-07bec54a-47fb-4a6b-a055-c5ad327d50b4 req-8efd829c-65a7-4a08-8549-21b6617f8230 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f961f58b-bb93-4a49-be8b-8b8414bfc445 HTTP/1.1" status: 200 len: 217 time: 0.0476689 Jul 14 20:52:09.721466 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-eaf6dacf-0fca-4c72-b4b4-2cbec6480533 req-20370405-dd68-45ee-8cda-2515b6cd46e1 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436428 Jul 14 20:52:09.775410 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bec54a-47fb-4a6b-a055-c5ad327d50b4 req-48166cd8-38b1-438b-bdcf-d98fa1b0e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:09.776944 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-07bec54a-47fb-4a6b-a055-c5ad327d50b4 req-48166cd8-38b1-438b-bdcf-d98fa1b0e963 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dffe91b0-3c00-4da5-92dc-e9ebb44f26cc HTTP/1.1" status: 200 len: 854 time: 0.0552745 Jul 14 20:52:09.815215 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-07bec54a-47fb-4a6b-a055-c5ad327d50b4 req-75a143e8-33b9-4b67-b16e-777aaffe7d5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f62f336-4273-4995-b05f-b3950f898480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314991 Jul 14 20:52:09.928582 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-07bec54a-47fb-4a6b-a055-c5ad327d50b4 req-286207b8-98c4-44bc-93e6-4a4da948aaab service neutron] 10.222.0.43 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032856 Jul 14 20:52:10.034561 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-07bec54a-47fb-4a6b-a055-c5ad327d50b4 req-aff900de-4cd5-4710-9b05-7e7f8926895a service neutron] 10.222.0.43 "GET /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986011 Jul 14 20:52:10.331166 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device f961f58b-bb93-4a49-be8b-8b8414bfc445 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:52:10.435792 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port f961f58b-bb93-4a49-be8b-8b8414bfc445, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=f961f58b-bb93-4a49-be8b-8b8414bfc445,segment=NetworkSegment(02837aba-300a-4d16-9c46-923c6f89f76f),segment_id=02837aba-300a-4d16-9c46-923c6f89f76f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:10.449935 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': 'f961f58b-bb93-4a49-be8b-8b8414bfc445', 'network_id': '6f62f336-4273-4995-b05f-b3950f898480', 'port_id': 'f961f58b-bb93-4a49-be8b-8b8414bfc445', 'mac_address': 'fa:16:3e:ff:e3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dffe91b0-3c00-4da5-92dc-e9ebb44f26cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:52:10.489910 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:10.508302 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f961f58b-bb93-4a49-be8b-8b8414bfc445 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:52:10.530308 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port f961f58b-bb93-4a49-be8b-8b8414bfc445, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=f961f58b-bb93-4a49-be8b-8b8414bfc445,segment=NetworkSegment(02837aba-300a-4d16-9c46-923c6f89f76f),segment_id=02837aba-300a-4d16-9c46-923c6f89f76f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:10.535945 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:10.592208 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=f961f58b-bb93-4a49-be8b-8b8414bfc445,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:10.706193 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:10.778742 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:10.778742 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:10.778742 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:10.805613 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['f961f58b-bb93-4a49-be8b-8b8414bfc445'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:52:10.928624 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:10.933120 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b8d3e-d7ce-46c4-b1fe-a8ff4fb81448 req-ebb1823a-5c80-43f4-883a-20701194ee97 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:10.934707 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2c6b8d3e-d7ce-46c4-b1fe-a8ff4fb81448 req-ebb1823a-5c80-43f4-883a-20701194ee97 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 944 time: 0.0720398 Jul 14 20:52:10.979743 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2c6b8d3e-d7ce-46c4-b1fe-a8ff4fb81448 req-8a66573e-118c-4453-8172-5194baedd437 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347760 Jul 14 20:52:10.984024 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=82f9059a-e5ee-4ef5-8053-57ee2b2440f3,segment=NetworkSegment(47901d01-e827-4f2d-b744-067a5f500844),segment_id=47901d01-e827-4f2d-b744-067a5f500844)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:10.996094 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:11.069630 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=82f9059a-e5ee-4ef5-8053-57ee2b2440f3,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:12.169226 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33931923-fabf-4f8b-8241-cbc5fe5f377f req-6e552385-2a4e-4de4-a30c-41af19eae54e tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:12.170746 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-33931923-fabf-4f8b-8241-cbc5fe5f377f req-6e552385-2a4e-4de4-a30c-41af19eae54e tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 944 time: 0.0728750 Jul 14 20:52:12.209400 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-33931923-fabf-4f8b-8241-cbc5fe5f377f req-4886ac28-bc95-4d01-8c5b-d7b6923fcacf tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330482 Jul 14 20:52:12.336991 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device f961f58b-bb93-4a49-be8b-8b8414bfc445 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:12.421296 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port f961f58b-bb93-4a49-be8b-8b8414bfc445 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:12.425425 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port f961f58b-bb93-4a49-be8b-8b8414bfc445 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:12.425803 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:12.509943 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:12.540930 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c540eaf9-c9be-408a-b501-90235fbb8c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961f58b-bb93-4a49-be8b-8b8414bfc445'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:52:12.543915 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3754284-ec26-44de-ae0c-bdc9b372b38b" -d '{"events": [{"server_uuid": "c540eaf9-c9be-408a-b501-90235fbb8c1a", "name": "network-vif-plugged", "status": "completed", "tag": "f961f58b-bb93-4a49-be8b-8b8414bfc445"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:52:12.558074 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port f961f58b-bb93-4a49-be8b-8b8414bfc445, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=f961f58b-bb93-4a49-be8b-8b8414bfc445,segment=NetworkSegment(02837aba-300a-4d16-9c46-923c6f89f76f),segment_id=02837aba-300a-4d16-9c46-923c6f89f76f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:12.563276 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:12.595543 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897bf3a2-b2d8-4152-869a-258fdb6e61ec x-openstack-request-id: req-897bf3a2-b2d8-4152-869a-258fdb6e61ec {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:52:12.595834 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c540eaf9-c9be-408a-b501-90235fbb8c1a", "name": "network-vif-plugged", "status": "completed", "tag": "f961f58b-bb93-4a49-be8b-8b8414bfc445", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:52:12.596097 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-897bf3a2-b2d8-4152-869a-258fdb6e61ec {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:52:12.596489 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c540eaf9-c9be-408a-b501-90235fbb8c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961f58b-bb93-4a49-be8b-8b8414bfc445', 'code': 200} Jul 14 20:52:12.637874 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=f961f58b-bb93-4a49-be8b-8b8414bfc445,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:12.673468 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:12.725331 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:12.725608 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:12.831102 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b1338-fbe8-488d-98a7-b0a85cf81bee req-ffecc53e-88ba-4702-8d20-f85f3289d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:12.832628 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2e7b1338-fbe8-488d-98a7-b0a85cf81bee req-ffecc53e-88ba-4702-8d20-f85f3289d576 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 1098 time: 0.0591400 Jul 14 20:52:12.874930 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2e7b1338-fbe8-488d-98a7-b0a85cf81bee req-c0331d36-b205-4857-8bdb-b0570df6bda0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341079 Jul 14 20:52:13.396818 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fb10b-2c80-450f-b64c-5664a3f94508 req-2ca02989-a97a-446d-aed4-95e4a6e870d5 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:13.398379 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-092fb10b-2c80-450f-b64c-5664a3f94508 req-2ca02989-a97a-446d-aed4-95e4a6e870d5 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 945 time: 0.0676982 Jul 14 20:52:13.439169 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-092fb10b-2c80-450f-b64c-5664a3f94508 req-8dab4465-c9ca-47d7-a9a1-1da8bfc01a6f tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350726 Jul 14 20:52:13.901513 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c18a6-bd67-49cd-904f-677ee37773a8 req-0ecd32eb-c509-4a46-976d-dfff8611f174 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:13.903099 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a87c18a6-bd67-49cd-904f-677ee37773a8 req-0ecd32eb-c509-4a46-976d-dfff8611f174 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 947 time: 0.0688846 Jul 14 20:52:13.969424 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a87c18a6-bd67-49cd-904f-677ee37773a8 req-888bdd6d-a1f0-4484-81bb-bce6a690de9e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535042 Jul 14 20:52:14.612913 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8eae95-4ae0-4d79-a2f7-e75268a18809 req-28c46d7d-07d0-4191-8a69-ed797e53abed tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:14.614437 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3b8eae95-4ae0-4d79-a2f7-e75268a18809 req-28c46d7d-07d0-4191-8a69-ed797e53abed tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 945 time: 0.0641801 Jul 14 20:52:14.651130 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3b8eae95-4ae0-4d79-a2f7-e75268a18809 req-5e060900-a7a9-4113-9251-02f106b26201 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Jul 14 20:52:15.170701 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17585ce8-b169-4237-b857-d8f1b44420bb req-bd5a5629-6091-42e0-a1b9-53029a33d891 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:15.172221 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-17585ce8-b169-4237-b857-d8f1b44420bb req-bd5a5629-6091-42e0-a1b9-53029a33d891 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 947 time: 0.0718207 Jul 14 20:52:15.210376 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-17585ce8-b169-4237-b857-d8f1b44420bb req-f8069823-7a9e-4aae-8301-8bf8626b5148 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324683 Jul 14 20:52:15.835383 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af4f3b-656f-4610-8c58-ee8af742622c req-cd91218a-f854-4b71-9c81-b34fd12755c8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:15.836890 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-49af4f3b-656f-4610-8c58-ee8af742622c req-cd91218a-f854-4b71-9c81-b34fd12755c8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.43 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 947 time: 0.0630517 Jul 14 20:52:15.942749 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Deleting port 74acc9e6-b330-4ea2-8682-f36e80f70458 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:52:15.943092 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:16.033320 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] For port 74acc9e6-b330-4ea2-8682-f36e80f70458, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=74acc9e6-b330-4ea2-8682-f36e80f70458,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:16.033669 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:16.273480 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:16.273849 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:16.274163 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.l3_db [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Floating IP 6ae864a0-6cd3-4a79-956a-199723159c42 disassociated. External IP: 172.27.2.17, port: 74acc9e6-b330-4ea2-8682-f36e80f70458. Jul 14 20:52:16.274498 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Calling delete_port for 74acc9e6-b330-4ea2-8682-f36e80f70458 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:52:16.436221 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8895fb-a241-4a22-8fec-895819cba3f5 req-cd558f9d-60b4-4354-bf0e-dc537b3b8c18 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:16.437811 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2e8895fb-a241-4a22-8fec-895819cba3f5 req-cd558f9d-60b4-4354-bf0e-dc537b3b8c18 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=f227dca1-0276-45cc-9e88-54295133430a HTTP/1.1" status: 200 len: 947 time: 0.1081026 Jul 14 20:52:16.475487 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:16.517377 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2e8895fb-a241-4a22-8fec-895819cba3f5 req-a92a4014-cbad-43a0-b337-948fe7a399da tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=451443f3-10ef-4098-bd72-0f6e62c6880f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714421 Jul 14 20:52:16.520027 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event deleted for resources: {'Port': ['ID=74acc9e6-b330-4ea2-8682-f36e80f70458,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:16.646247 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Router f41e36aa-1f91-4150-b97f-71e6f563bd4b has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:52:16.766090 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:52:16.777360 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] Sync routers for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:52:16.787066 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:16.787695 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:16.816808 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] No DVR routers for this DVR port 74acc9e6-b330-4ea2-8682-f36e80f70458 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:52:16.820032 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:16.822161 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-49af4f3b-656f-4610-8c58-ee8af742622c req-c85eee5f-7d2c-49c9-a4d8-237ff71c947a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.43 "DELETE /v2.0/ports/74acc9e6-b330-4ea2-8682-f36e80f70458 HTTP/1.1" status: 204 len: 173 time: 0.9791639 Jul 14 20:52:16.822608 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'name': 'network-vif-deleted', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:52:16.825332 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c604a4-aa6b-4561-b710-85bbfbdbf6e9" -d '{"events": [{"server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "name": "network-vif-deleted", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:52:16.872981 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96592eef-2950-4a7d-8166-5280a4239441 x-openstack-request-id: req-96592eef-2950-4a7d-8166-5280a4239441 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:52:16.872981 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f227dca1-0276-45cc-9e88-54295133430a", "name": "network-vif-deleted", "tag": "74acc9e6-b330-4ea2-8682-f36e80f70458", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:52:16.872981 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-96592eef-2950-4a7d-8166-5280a4239441 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:52:16.872981 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f227dca1-0276-45cc-9e88-54295133430a', 'name': 'network-vif-deleted', 'tag': '74acc9e6-b330-4ea2-8682-f36e80f70458', 'status': 'completed', 'code': 200} Jul 14 20:52:16.916870 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:17.141277 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:17.175113 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] Checking router: f41e36aa-1f91-4150-b97f-71e6f563bd4b for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:52:17.190108 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:17.192345 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:51:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:17.302486 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:17.533581 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:17.564789 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52262f5d-919b-4f5f-b9d2-255ce775ed2c None None] The sync data for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi is: [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:52:17.675803 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34772) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:17.742498 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6ed03e9a-1655-4c7b-be75-f9cfeba13182 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:17.770848 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6ed03e9a-1655-4c7b-be75-f9cfeba13182 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:17.843377 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b55b9-5fbe-4864-8946-0015eef785fc None None] New status for floating IP 6ae864a0-6cd3-4a79-956a-199723159c42: DOWN {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:52:17.846514 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6ed03e9a-1655-4c7b-be75-f9cfeba13182 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:17.849744 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6ed03e9a-1655-4c7b-be75-f9cfeba13182 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:17.851249 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-6ed03e9a-1655-4c7b-be75-f9cfeba13182 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "DELETE /v2.0/security-groups/451443f3-10ef-4098-bd72-0f6e62c6880f HTTP/1.1" status: 204 len: 168 time: 0.1734698 Jul 14 20:52:17.854166 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34774) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:17.868526 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed03e9a-1655-4c7b-be75-f9cfeba13182 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451443f3-10ef-4098-bd72-0f6e62c6880f,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:17.869091 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.api.v2.resource [None req-db9c1c16-b4b2-4e3b-8b0a-17887e8c7d49 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] show failed (client error): The resource could not be found. Jul 14 20:52:17.873447 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34776) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:17.882025 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-db9c1c16-b4b2-4e3b-8b0a-17887e8c7d49 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups/451443f3-10ef-4098-bd72-0f6e62c6880f HTTP/1.1" status: 404 len: 347 time: 0.0266786 Jul 14 20:52:18.052199 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-14354da0-b640-4165-aeec-6593e47c69d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Deleting port 2e462d40-2e07-4d4d-a801-c260ec373977 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:52:18.052806 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-14354da0-b640-4165-aeec-6593e47c69d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:18.152339 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-14354da0-b640-4165-aeec-6593e47c69d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:18.152751 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-14354da0-b640-4165-aeec-6593e47c69d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:18.168691 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-14354da0-b640-4165-aeec-6593e47c69d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Calling delete_port for 2e462d40-2e07-4d4d-a801-c260ec373977 owned by network:floatingip {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:52:18.318594 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-14354da0-b640-4165-aeec-6593e47c69d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:18.350381 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14354da0-b640-4165-aeec-6593e47c69d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event deleted for resources: {'Port': ['ID=2e462d40-2e07-4d4d-a801-c260ec373977,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:18.368188 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 74acc9e6-b330-4ea2-8682-f36e80f70458 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:52:18.390720 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 74acc9e6-b330-4ea2-8682-f36e80f70458 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:52:18.391085 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 74acc9e6-b330-4ea2-8682-f36e80f70458 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:52:18.420856 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-14354da0-b640-4165-aeec-6593e47c69d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:18.423452 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-14354da0-b640-4165-aeec-6593e47c69d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:18.424660 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-14354da0-b640-4165-aeec-6593e47c69d3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "DELETE /v2.0/floatingips/6ae864a0-6cd3-4a79-956a-199723159c42 HTTP/1.1" status: 204 len: 168 time: 0.5495985 Jul 14 20:52:19.216517 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34788) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:19.224357 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-4f0ca272-212d-463c-9ac2-a0d5a275cad5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439459038', 'description': 'tempest-description--1606586640'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:19.266541 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca272-212d-463c-9ac2-a0d5a275cad5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.394357 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca272-212d-463c-9ac2-a0d5a275cad5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.399538 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca272-212d-463c-9ac2-a0d5a275cad5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.428553 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca272-212d-463c-9ac2-a0d5a275cad5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.429789 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-4f0ca272-212d-463c-9ac2-a0d5a275cad5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2119195 Jul 14 20:52:19.432857 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34792) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:19.437367 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-67d1a60c-1c1d-496a-84b1-533fc68fc379 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'security_group_rule': {'security_group_id': '2369d1e2-81c5-469e-b6f7-8eea02c1e726', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:19.444338 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ca272-212d-463c-9ac2-a0d5a275cad5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2369d1e2-81c5-469e-b6f7-8eea02c1e726,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:19.470380 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-67d1a60c-1c1d-496a-84b1-533fc68fc379 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.531092 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-67d1a60c-1c1d-496a-84b1-533fc68fc379 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.536168 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-67d1a60c-1c1d-496a-84b1-533fc68fc379 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.553698 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1a60c-1c1d-496a-84b1-533fc68fc379 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46dc030-3fc0-46a7-bb76-9b8117700150,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:19.559629 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-67d1a60c-1c1d-496a-84b1-533fc68fc379 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.560784 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-67d1a60c-1c1d-496a-84b1-533fc68fc379 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269968 Jul 14 20:52:19.563498 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34794) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:19.568483 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-8460ef30-34f6-4469-943a-2e2c0152ad92 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'security_group_rule': {'security_group_id': '2369d1e2-81c5-469e-b6f7-8eea02c1e726', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:19.594795 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8460ef30-34f6-4469-943a-2e2c0152ad92 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.656259 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8460ef30-34f6-4469-943a-2e2c0152ad92 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.660004 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8460ef30-34f6-4469-943a-2e2c0152ad92 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.678433 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460ef30-34f6-4469-943a-2e2c0152ad92 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac21e816-ec3c-46a2-bab6-86a6ac36ae28,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:19.684828 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8460ef30-34f6-4469-943a-2e2c0152ad92 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.686079 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-8460ef30-34f6-4469-943a-2e2c0152ad92 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215699 Jul 14 20:52:19.689382 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 34796) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:19.693801 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'floatingip': {'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:19.715676 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.818412 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:19.950552 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Allocated IP 172.27.2.193 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/102f560e-c3a5-4a53-9fc4-7c87d7b7a3a9) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:52:20.053592 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:20.090822 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:20.136170 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:52:20.140492 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:52:20.143006 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:52:20.168369 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'Port': ['ID=102f560e-c3a5-4a53-9fc4-7c87d7b7a3a9,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:20.237689 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:20.281713 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:20.433826 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:20.439212 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:20.510942 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'Port': ['ID=102f560e-c3a5-4a53-9fc4-7c87d7b7a3a9,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:20.523638 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:20.538755 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:20.540048 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-46dd4eb9-86b8-48ee-a5d7-b57a46fda101 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8497210 Jul 14 20:52:20.746304 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-a682afe3-84bb-406d-bd45-325fd11aa5bb tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1439459038&fields=id&tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4 HTTP/1.1" status: 200 len: 267 time: 0.0429640 Jul 14 20:52:20.861325 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-e032d517-6bcb-411e-809e-76c010670fea tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:20.862699 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-e032d517-6bcb-411e-809e-76c010670fea tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 816 time: 0.1100852 Jul 14 20:52:20.877737 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-bac33c0e-af24-43a0-958c-b0b703889914 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/quotas/a3f05a0667b34680a21d8ff1a09ba0b4 HTTP/1.1" status: 200 len: 375 time: 0.0091474 Jul 14 20:52:20.950217 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-f6eeab0b-c6de-4d06-8d59-a47d13050332 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665367 Jul 14 20:52:21.298891 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-ad3378ee-6723-45cb-b7b8-d96a2527228f service neutron] 10.222.0.38 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351293 Jul 14 20:52:21.396396 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-aad3350e-71ed-4bdf-9fd2-3246afedb790 service neutron] 10.222.0.38 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910568 Jul 14 20:52:21.585501 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-dda09516-5374-41a5-ae1d-05dd26ae97ef req-9088521f-ebbc-4123-9674-1a8c0c05528e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 210 time: 0.0287838 Jul 14 20:52:22.670341 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:22.682281 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-a75df9ab-439e-4b44-876c-e6fd362a7863 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:22.683813 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-a75df9ab-439e-4b44-876c-e6fd362a7863 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 816 time: 0.1283102 Jul 14 20:52:22.748005 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-435b0881-359e-484e-b5d8-ff84ee1193f5 req-769db9de-108d-490f-a94b-7bdcf6bf3156 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 210 time: 0.0304580 Jul 14 20:52:22.776660 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-b2e66420-8221-44c7-9214-06c72c517378 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4 HTTP/1.1" status: 200 len: 380 time: 0.0608919 Jul 14 20:52:22.779340 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'port': {'device_id': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'admin_state_up': True, 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'security_groups': ['2369d1e2-81c5-469e-b6f7-8eea02c1e726']}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:22.891877 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Made reservation on behalf of a3f05a0667b34680a21d8ff1a09ba0b4 for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:52:22.895386 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:22.924932 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-165a90f2-24e3-44c7-a640-e9711f948f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:23.022887 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Allocated IP 172.20.0.4 (a0ad5bd8-17bb-4419-bee4-0725526df953/b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6/1722add2-0307-4797-89b9-abbfb6a42be0) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:52:23.158603 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:23.172725 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Transition to ACTIVE for port object 1722add2-0307-4797-89b9-abbfb6a42be0 will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:23.206478 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:23.254900 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Network a0ad5bd8-17bb-4419-bee4-0725526df953 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:52:23.258167 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:52:23.262671 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:52:23.266733 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event updated for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:23.320502 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:23.321268 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:23.337497 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-9fbb162a-264e-4978-a87a-590964f46e74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5622840 Jul 14 20:52:23.481087 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-69b6e1d6-e3d8-420b-b2d9-f228ce7f5861 None None] Provisioning for port 1722add2-0307-4797-89b9-abbfb6a42be0 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:23.484877 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-69b6e1d6-e3d8-420b-b2d9-f228ce7f5861 None None] Provisioning complete for port 1722add2-0307-4797-89b9-abbfb6a42be0 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:23.485274 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-69b6e1d6-e3d8-420b-b2d9-f228ce7f5861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:23.521229 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-69b6e1d6-e3d8-420b-b2d9-f228ce7f5861 None None] Port 1722add2-0307-4797-89b9-abbfb6a42be0 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:52:23.938479 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4135b-d30e-4140-8f76-611f3e98ec31 req-69a22b10-d145-4e67-896c-8f2cf56bbe56 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:23.940080 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9fa4135b-d30e-4140-8f76-611f3e98ec31 req-69a22b10-d145-4e67-896c-8f2cf56bbe56 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 931 time: 0.0694487 Jul 14 20:52:23.980382 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9fa4135b-d30e-4140-8f76-611f3e98ec31 req-90ae6d79-697c-466b-af22-1ddf32c3dd8f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342219 Jul 14 20:52:25.161244 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd340c3-abab-4d4d-9497-23a860ea3614 req-0f5be67e-de46-41b5-93f9-ebd31032ac1b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:25.162932 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-afd340c3-abab-4d4d-9497-23a860ea3614 req-0f5be67e-de46-41b5-93f9-ebd31032ac1b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 931 time: 0.0650499 Jul 14 20:52:25.200016 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-afd340c3-abab-4d4d-9497-23a860ea3614 req-ca08e47e-29ca-4ce1-932d-06e8ab29d404 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314167 Jul 14 20:52:25.982500 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:26.074296 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0d0cb73f-06a8-46bc-b97c-b78473e88f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:26.184117 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:52:26.380160 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d90d4e-0ec5-45c8-8efb-65a9a59a45f9 req-2177445b-5edc-4bfe-83c6-cee23b46c466 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:26.381752 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-89d90d4e-0ec5-45c8-8efb-65a9a59a45f9 req-2177445b-5edc-4bfe-83c6-cee23b46c466 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 931 time: 0.0649230 Jul 14 20:52:26.421786 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-89d90d4e-0ec5-45c8-8efb-65a9a59a45f9 req-d57a67be-d7ed-46dd-9cfc-2a09a59b8fcb tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342023 Jul 14 20:52:26.449439 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Request body: {'port': {'device_id': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:26.524371 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:26.778791 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1722add2-0307-4797-89b9-abbfb6a42be0 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:52:26.785926 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:26.797037 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Transition to ACTIVE for port object 1722add2-0307-4797-89b9-abbfb6a42be0 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:26.801859 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:26.874610 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:26.925657 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:26.928360 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Attempting to bind port 1722add2-0307-4797-89b9-abbfb6a42be0 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:52:26.928751 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Attempting to bind port 1722add2-0307-4797-89b9-abbfb6a42be0 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:52:26.929091 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Attempting to bind port 1722add2-0307-4797-89b9-abbfb6a42be0 on network a0ad5bd8-17bb-4419-bee4-0725526df953 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:52:26.933761 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Port 1722add2-0307-4797-89b9-abbfb6a42be0 on network a0ad5bd8-17bb-4419-bee4-0725526df953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:52:26.934436 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Attempting to bind port 1722add2-0307-4797-89b9-abbfb6a42be0 on network a0ad5bd8-17bb-4419-bee4-0725526df953 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:52:26.939325 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:52:26.939666 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Checking segment: {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:52:26.940080 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Bound using segment: {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:52:26.940510 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Bound port: 1722add2-0307-4797-89b9-abbfb6a42be0, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83afd22a-fe5b-46fa-b958-2601d454a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:52:26.940870 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:27.005533 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:52:27.008426 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:52:27.012977 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:27.044757 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:27.045377 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:27.046752 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] 10.222.0.43 "PUT /v2.0/ports/1722add2-0307-4797-89b9-abbfb6a42be0 HTTP/1.1" status: 200 len: 1093 time: 0.6112394 Jul 14 20:52:27.047189 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:52:27.049443 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:52:27.083055 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f7ed9-be60-4fe2-baa9-4f3c13dd0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:27.132383 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050d5a6c-f8ee-4ef6-9bfb-15de65033739 x-openstack-request-id: req-050d5a6c-f8ee-4ef6-9bfb-15de65033739 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:52:27.132859 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:52:27.133108 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-050d5a6c-f8ee-4ef6-9bfb-15de65033739 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:52:27.133329 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0', 'status': 'completed', 'code': 200} Jul 14 20:52:27.163093 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-4393324b-24dc-4413-ae16-497eed2af634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:27.164597 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-4393324b-24dc-4413-ae16-497eed2af634 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 1096 time: 0.0659018 Jul 14 20:52:27.206983 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-c8b10a0d-55af-4561-9ac4-942bf749b087 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1722add2-0307-4797-89b9-abbfb6a42be0 HTTP/1.1" status: 200 len: 217 time: 0.0351260 Jul 14 20:52:27.256026 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-bd0dadf9-ef65-4c63-bfb0-659ae79c1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:27.257516 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-bd0dadf9-ef65-4c63-bfb0-659ae79c1005 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.0438404 Jul 14 20:52:27.314960 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-21fb21a6-893d-44fa-898a-769a5796fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:27.316546 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-21fb21a6-893d-44fa-898a-769a5796fce9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519788 Jul 14 20:52:27.408128 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-d017c034-7b4e-4a74-8e4d-aeb79d517b20 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842471 Jul 14 20:52:27.498617 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9312100f-8ed9-43ef-9648-2628fcf9f98e req-344ee62e-67a2-40a6-a1ea-68772159de8d service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Jul 14 20:52:27.658203 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1810cb-c5b2-4caa-a5ff-0f5a2e8b258e req-e27fd6d5-2236-4770-b740-73ede3fee30c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:27.659731 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ca1810cb-c5b2-4caa-a5ff-0f5a2e8b258e req-e27fd6d5-2236-4770-b740-73ede3fee30c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.1067545 Jul 14 20:52:27.662350 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-4a61905c-e3ee-4309-a6f5-dda9ba35e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:27.663723 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-4a61905c-e3ee-4309-a6f5-dda9ba35e551 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 1096 time: 0.1007309 Jul 14 20:52:27.747936 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ca1810cb-c5b2-4caa-a5ff-0f5a2e8b258e req-7c4f0e09-b49f-4705-b3d9-cda25df8378c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819116 Jul 14 20:52:27.784770 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-ac988cb5-33fb-46fe-812e-fb3ab74c8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:27.786242 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-ac988cb5-33fb-46fe-812e-fb3ab74c8313 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 917 time: 0.1067386 Jul 14 20:52:27.828731 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-82382401-5fb3-4ced-942e-f28c93a5fe26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1722add2-0307-4797-89b9-abbfb6a42be0 HTTP/1.1" status: 200 len: 217 time: 0.0356908 Jul 14 20:52:27.877880 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-eb5f3db2-1ab6-4115-a548-5acbcf0cf460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:27.879911 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-eb5f3db2-1ab6-4115-a548-5acbcf0cf460 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.0443258 Jul 14 20:52:27.945199 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-a018c0dd-5d96-490e-9d39-54a33be1bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:27.946819 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-a018c0dd-5d96-490e-9d39-54a33be1bd5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570607 Jul 14 20:52:28.049516 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-ec3357d3-f01e-47d6-8661-03b6ed9efb26 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887539 Jul 14 20:52:28.142254 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d523f2cd-1ade-4a86-a2a5-cf8224cf681a req-03562f8f-8887-4019-b017-f8f8e9097027 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856736 Jul 14 20:52:28.573297 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:28.930255 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7845fb3-2c62-421e-aebd-aa1aa08a9412 req-a2d7f916-4f87-4081-a728-d648de7cfae0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:28.931820 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b7845fb3-2c62-421e-aebd-aa1aa08a9412 req-a2d7f916-4f87-4081-a728-d648de7cfae0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0651779 Jul 14 20:52:28.970263 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b7845fb3-2c62-421e-aebd-aa1aa08a9412 req-bdb50c8d-657b-4819-9048-355a7c401fe6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326667 Jul 14 20:52:29.093361 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-bbd216f5-af01-4923-8e97-4e9ad6e83c5b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673349018&fields=id&tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d HTTP/1.1" status: 200 len: 267 time: 0.0332556 Jul 14 20:52:29.200021 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a8532-c710-4d10-bf60-60cc942b1991 req-9c8b1d9a-71c4-4ad9-8dae-2655c7342e1a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:29.201469 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-9c8b1d9a-71c4-4ad9-8dae-2655c7342e1a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 812 time: 0.1018257 Jul 14 20:52:29.216990 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-ba21231a-63fd-41a1-b5ae-164c0fef3447 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/quotas/9f9f2d7e10a146eb903e1e05f37ba98d HTTP/1.1" status: 200 len: 375 time: 0.0092113 Jul 14 20:52:29.288027 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-76b6ee74-a884-4fc8-b017-9f66fad74506 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657601 Jul 14 20:52:29.385206 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-2ca6351a-dd7c-45ba-b01d-c965b2aad738 service neutron] 10.222.0.38 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860825 Jul 14 20:52:29.476573 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-73b4fb79-232c-451d-b333-7a5d54556dee service neutron] 10.222.0.38 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856636 Jul 14 20:52:29.771042 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3ab18a9b-baa0-4ac9-a797-421d56976e6b req-e38f89de-ad08-4db1-a0be-00d408b36848 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 210 time: 0.0292146 Jul 14 20:52:30.165300 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1ce85-32c2-4511-ad98-ed9e9c0dc5b9 req-c4974f58-a2cb-4cc1-8adf-1f391e71b905 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:30.167120 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-84f1ce85-32c2-4511-ad98-ed9e9c0dc5b9 req-c4974f58-a2cb-4cc1-8adf-1f391e71b905 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0718625 Jul 14 20:52:30.208422 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-84f1ce85-32c2-4511-ad98-ed9e9c0dc5b9 req-612edcb1-bc6a-40d0-93b0-676beac681d5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352650 Jul 14 20:52:30.288923 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 1722add2-0307-4797-89b9-abbfb6a42be0 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:52:30.384349 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:30.396085 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '1722add2-0307-4797-89b9-abbfb6a42be0', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'port_id': '1722add2-0307-4797-89b9-abbfb6a42be0', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:52:30.436302 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:30.453374 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1722add2-0307-4797-89b9-abbfb6a42be0 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:52:30.472937 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:30.476617 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:30.524813 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:30.532527 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.532979 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.533392 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.533830 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.534370 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.534709 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.535244 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.535697 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.536168 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.536636 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.536967 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.537488 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:30.916627 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-68cc0ce8-c2a3-4041-b984-528c6be8778e req-276b4647-f1d3-4957-b8e2-4cf6efe37a40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 210 time: 0.0297198 Jul 14 20:52:31.507141 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc6f58-3f44-45cd-bbfd-bd8d6ae72a92 req-4247c885-5336-4b19-a1ba-fa3caf870e2e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:31.508761 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fddc6f58-3f44-45cd-bbfd-bd8d6ae72a92 req-4247c885-5336-4b19-a1ba-fa3caf870e2e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 944 time: 0.1820676 Jul 14 20:52:31.554238 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fddc6f58-3f44-45cd-bbfd-bd8d6ae72a92 req-99388833-c312-4542-be53-412f7429df82 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371492 Jul 14 20:52:31.658252 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['1722add2-0307-4797-89b9-abbfb6a42be0'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:52:32.065866 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c31e4bdd-9075-47c3-a666-5206142d6f10 req-2d4ecdc4-8017-46f0-8e38-721c795153a2 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 210 time: 0.0334718 Jul 14 20:52:32.293429 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a8532-c710-4d10-bf60-60cc942b1991 req-c1fd3b51-c9dc-42ff-a8b8-108e1d5f808f tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:32.294918 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-c1fd3b51-c9dc-42ff-a8b8-108e1d5f808f tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 812 time: 0.1636617 Jul 14 20:52:32.361510 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-a20a6dd5-b838-44af-b858-531727f080fa tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d HTTP/1.1" status: 200 len: 379 time: 0.0467713 Jul 14 20:52:32.384920 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'port': {'device_id': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'admin_state_up': True, 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'security_groups': ['27c7b189-6287-4e6b-90b5-029f353a11e8']}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:32.513643 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Made reservation on behalf of 9f9f2d7e10a146eb903e1e05f37ba98d for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:52:32.517297 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:32.645870 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Allocated IP 172.20.0.14 (c3b41e53-42f9-4d74-b03c-94ec957fa2b0/95b977e4-d6ba-4cf5-a957-ec88eb729942/eb7b5c24-9172-4fdd-aabb-70a4e49e6131) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:52:32.830303 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:32.845403 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Transition to ACTIVE for port object eb7b5c24-9172-4fdd-aabb-70a4e49e6131 will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:32.886916 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:32.930491 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b48ab-cb69-43da-87db-590bf3b7d326 req-a545b8d9-307f-4b95-ba19-c0daa5476324 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:32.932214 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6d0b48ab-cb69-43da-87db-590bf3b7d326 req-a545b8d9-307f-4b95-ba19-c0daa5476324 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 944 time: 0.0723674 Jul 14 20:52:32.934130 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:52:32.935874 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:52:32.939034 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:52:32.982046 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6d0b48ab-cb69-43da-87db-590bf3b7d326 req-7a3000bd-eebb-495e-916e-5dc8a7de7d2b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399501 Jul 14 20:52:32.996350 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:32.997154 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.023223 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'Port': ['ID=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:33.027305 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e9b6013c-f0f7-4ea3-975b-79860ed7d558 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6467483 Jul 14 20:52:33.045464 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Request body: {'port': {'device_id': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:33.171332 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.184212 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-ef9b90c2-1f78-4dbb-961b-8a076282f9eb None None] Provisioning for port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:33.189222 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-ef9b90c2-1f78-4dbb-961b-8a076282f9eb None None] Provisioning complete for port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:33.189584 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ef9b90c2-1f78-4dbb-961b-8a076282f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.227999 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b90c2-1f78-4dbb-961b-8a076282f9eb None None] Port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:52:33.398844 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 1722add2-0307-4797-89b9-abbfb6a42be0 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:33.450687 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26147493-b564-4cdb-948e-318d58ee0dc5 req-ac0864ae-70e5-4abf-9e28-17f8e0dedc05 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:33.452386 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-26147493-b564-4cdb-948e-318d58ee0dc5 req-ac0864ae-70e5-4abf-9e28-17f8e0dedc05 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 932 time: 0.1370885 Jul 14 20:52:33.455811 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 1722add2-0307-4797-89b9-abbfb6a42be0 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:33.461625 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 1722add2-0307-4797-89b9-abbfb6a42be0 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:33.462082 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.516579 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-26147493-b564-4cdb-948e-318d58ee0dc5 req-135a8ba1-14f5-47f4-b73b-0591eef7fe9d tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565410 Jul 14 20:52:33.568829 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.579811 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7b5c24-9172-4fdd-aabb-70a4e49e6131 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:52:33.588852 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.602423 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Transition to ACTIVE for port object eb7b5c24-9172-4fdd-aabb-70a4e49e6131 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:52:33.603521 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:52:33.606203 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0371c28c-ca65-41a7-ac72-6e4917b5ea05" -d '{"events": [{"server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "name": "network-vif-plugged", "status": "completed", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:52:33.610898 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.621683 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:33.626876 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.664818 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ac6927-d027-4928-a837-321630df9053 x-openstack-request-id: req-e6ac6927-d027-4928-a837-321630df9053 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:52:33.665107 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "name": "network-vif-plugged", "status": "completed", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:52:33.665556 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6ac6927-d027-4928-a837-321630df9053 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:52:33.666111 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0', 'code': 200} Jul 14 20:52:33.693518 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:33.693823 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:33.749106 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Attempting to bind port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:52:33.749106 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Attempting to bind port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:52:33.749106 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Attempting to bind port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:52:33.755351 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:52:33.755807 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Attempting to bind port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:52:33.762092 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:52:33.762721 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Checking segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:52:33.763076 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Bound using segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:52:33.763618 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Bound port: eb7b5c24-9172-4fdd-aabb-70a4e49e6131, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:52:33.764114 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.850478 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] For port eb7b5c24-9172-4fdd-aabb-70a4e49e6131, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:52:33.855247 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] For port eb7b5c24-9172-4fdd-aabb-70a4e49e6131, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:52:33.858872 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.923192 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:33.923823 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:33.925306 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] 10.222.0.43 "PUT /v2.0/ports/eb7b5c24-9172-4fdd-aabb-70a4e49e6131 HTTP/1.1" status: 200 len: 1094 time: 0.8882415 Jul 14 20:52:33.930208 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'tag': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:52:33.932857 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818da86d-cdc4-440f-9127-f7fc63cd9463" -d '{"events": [{"name": "network-changed", "server_uuid": "fd470805-7fc5-4e34-8717-0d44c1241144", "tag": "eb7b5c24-9172-4fdd-aabb-70a4e49e6131"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:52:33.971156 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240a7c7-f918-4418-b11e-9ab4efce2925 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:33.999657 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7437892e-731d-4ab6-ae38-105469337b0d x-openstack-request-id: req-7437892e-731d-4ab6-ae38-105469337b0d {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:52:34.000072 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd470805-7fc5-4e34-8717-0d44c1241144", "tag": "eb7b5c24-9172-4fdd-aabb-70a4e49e6131", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:52:34.000379 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7437892e-731d-4ab6-ae38-105469337b0d {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:52:34.000832 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'tag': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131', 'status': 'completed', 'code': 200} Jul 14 20:52:34.025378 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8322567-3075-479e-aaa1-c59013b4ca80 req-67dd6f32-bcf2-4ea9-af76-ee0d24c9b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:34.027095 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f8322567-3075-479e-aaa1-c59013b4ca80 req-67dd6f32-bcf2-4ea9-af76-ee0d24c9b498 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 1098 time: 0.1402016 Jul 14 20:52:34.077705 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f8322567-3075-479e-aaa1-c59013b4ca80 req-b8d36f93-a8ca-413a-88a1-a84b81d4187c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426276 Jul 14 20:52:34.083419 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a8532-c710-4d10-bf60-60cc942b1991 req-f4edc84f-58e6-4d52-83d9-aac01486ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:34.088839 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-f4edc84f-58e6-4d52-83d9-aac01486ed2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 1097 time: 0.0996151 Jul 14 20:52:34.186521 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-ba141cfe-f984-4f6f-9a68-662db56f50c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7b5c24-9172-4fdd-aabb-70a4e49e6131 HTTP/1.1" status: 200 len: 217 time: 0.0399430 Jul 14 20:52:34.255266 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bbf35-fb2d-4013-9c2c-dc478c6bcf10 req-8724ab5b-2bc8-4b79-b9f8-62861ee92380 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:34.256839 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-917bbf35-fb2d-4013-9c2c-dc478c6bcf10 req-8724ab5b-2bc8-4b79-b9f8-62861ee92380 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.1392376 Jul 14 20:52:34.261023 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a8532-c710-4d10-bf60-60cc942b1991 req-761eba7d-8348-4881-b350-e1971ed8b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:34.262756 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-761eba7d-8348-4881-b350-e1971ed8b467 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0674412 Jul 14 20:52:34.329877 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-917bbf35-fb2d-4013-9c2c-dc478c6bcf10 req-ab0a309c-39d1-4dd0-80f9-2b53ca6bed95 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660646 Jul 14 20:52:34.348755 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a8532-c710-4d10-bf60-60cc942b1991 req-216e04eb-a5d2-4bba-a551-aa88d97abe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:34.350254 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-216e04eb-a5d2-4bba-a551-aa88d97abe69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805221 Jul 14 20:52:34.461479 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-23d6f8c9-d290-4a06-8cdf-ca6500d957e4 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021354 Jul 14 20:52:34.563477 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-477a8532-c710-4d10-bf60-60cc942b1991 req-e73bf53b-eecb-472a-9afa-539530c8267a service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945542 Jul 14 20:52:34.787252 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616c5d9-2833-44dd-8820-af293a53fb59 req-3c0cdd18-5fff-4e64-8c28-5d7784ba9e0b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:34.792333 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c616c5d9-2833-44dd-8820-af293a53fb59 req-3c0cdd18-5fff-4e64-8c28-5d7784ba9e0b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 944 time: 0.1255705 Jul 14 20:52:34.835707 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c616c5d9-2833-44dd-8820-af293a53fb59 req-dc719077-e48b-451d-a12d-9241d21b1334 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381160 Jul 14 20:52:34.946312 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-f9249e23-1ed8-4f74-87c6-ce6cc7d4646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:34.947871 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-f9249e23-1ed8-4f74-87c6-ce6cc7d4646d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 1097 time: 0.3314929 Jul 14 20:52:35.042389 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-4d9833ea-df04-4df0-9714-080620f253af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:35.043973 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-4d9833ea-df04-4df0-9714-080620f253af service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.0871634 Jul 14 20:52:35.089273 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-d3ae8401-bc5e-4a79-b64a-ea47990f5c4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7b5c24-9172-4fdd-aabb-70a4e49e6131 HTTP/1.1" status: 200 len: 217 time: 0.0374773 Jul 14 20:52:35.142454 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-fe0e5944-e799-4f47-b718-343c3298f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:35.144776 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-fe0e5944-e799-4f47-b718-343c3298f9ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0470665 Jul 14 20:52:35.208428 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-647a3b13-8d98-4766-bf37-3260e39fdb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:35.211271 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-647a3b13-8d98-4766-bf37-3260e39fdb88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587730 Jul 14 20:52:35.303490 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-7cd2601e-ef15-4706-b9b3-ce18aace8c63 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844793 Jul 14 20:52:35.399098 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-818da86d-cdc4-440f-9127-f7fc63cd9463 req-4e234349-afbe-4128-99f7-60ffea6d0fba service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871968 Jul 14 20:52:35.544936 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158a8f3-7424-4aa5-be55-aa9f747ce5ae req-07cb49aa-0ea9-41df-bb5d-301e8800c90f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:35.546496 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4158a8f3-7424-4aa5-be55-aa9f747ce5ae req-07cb49aa-0ea9-41df-bb5d-301e8800c90f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0749760 Jul 14 20:52:35.594267 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4158a8f3-7424-4aa5-be55-aa9f747ce5ae req-400fca61-8887-4c68-bc94-b49e7a747853 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413551 Jul 14 20:52:35.788243 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a513f-9913-4b4e-9580-ed68eecce217 req-c7156e36-55e0-4396-a277-cea2ed8e27d6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:35.789672 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-df9a513f-9913-4b4e-9580-ed68eecce217 req-c7156e36-55e0-4396-a277-cea2ed8e27d6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0838156 Jul 14 20:52:35.799396 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 34998) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:35.809322 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-bedb62b3-d563-4ca9-ba72-9231d70af04d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Request body: {'floatingip': {'port_id': '1722add2-0307-4797-89b9-abbfb6a42be0'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:35.859596 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bedb62b3-d563-4ca9-ba72-9231d70af04d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:36.134422 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9868d5-eff3-4b9a-aeac-4f1336bbca3f req-ad855b60-89bc-45ff-927e-d1eb45ad52f9 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:36.135937 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9e9868d5-eff3-4b9a-aeac-4f1336bbca3f req-ad855b60-89bc-45ff-927e-d1eb45ad52f9 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 944 time: 0.1627021 Jul 14 20:52:36.257705 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9e9868d5-eff3-4b9a-aeac-4f1336bbca3f req-2cefd96a-ba02-48b2-8e1b-9aef056634a0 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145470 Jul 14 20:52:36.419444 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bedb62b3-d563-4ca9-ba72-9231d70af04d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:36.423584 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bedb62b3-d563-4ca9-ba72-9231d70af04d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:36.532860 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.l3_db [None req-bedb62b3-d563-4ca9-ba72-9231d70af04d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Floating IP 1d80da98-18a3-445b-823a-2769bf0e2719 associated. External IP: 172.27.2.193, port: 1722add2-0307-4797-89b9-abbfb6a42be0. Jul 14 20:52:36.752935 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedb62b3-d563-4ca9-ba72-9231d70af04d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Router f41e36aa-1f91-4150-b97f-71e6f563bd4b has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:52:36.867595 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedb62b3-d563-4ca9-ba72-9231d70af04d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:52:36.872108 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bedb62b3-d563-4ca9-ba72-9231d70af04d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:36.879571 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] Sync routers for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:52:36.890475 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:36.891111 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:52:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:36.911106 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-bedb62b3-d563-4ca9-ba72-9231d70af04d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "PUT /v2.0/floatingips/1d80da98-18a3-445b-823a-2769bf0e2719 HTTP/1.1" status: 200 len: 991 time: 1.1104617 Jul 14 20:52:36.911780 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:52:36.916437 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:52:37.094210 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118ae0e4-68d9-4595-99e5-45dc3c1ab565 x-openstack-request-id: req-118ae0e4-68d9-4595-99e5-45dc3c1ab565 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:52:37.094210 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:52:37.094210 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-118ae0e4-68d9-4595-99e5-45dc3c1ab565 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:52:37.094210 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0', 'status': 'completed', 'code': 200} Jul 14 20:52:37.142114 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:37.181983 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-b08d783b-68d7-4193-b67f-fe29a4cbb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:37.183821 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-b08d783b-68d7-4193-b67f-fe29a4cbb55a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 1098 time: 0.0607247 Jul 14 20:52:37.285468 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3b604-7dc1-4414-8156-b75bc5237772 req-5b9d1f3c-92d6-46ba-bffb-4db08176d64c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:37.286890 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c9f3b604-7dc1-4414-8156-b75bc5237772 req-5b9d1f3c-92d6-46ba-bffb-4db08176d64c tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 945 time: 0.0711398 Jul 14 20:52:37.315717 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-6e37fdaa-333f-4e47-a933-946ff9489a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:37.318040 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-6e37fdaa-333f-4e47-a933-946ff9489a53 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 917 time: 0.1221781 Jul 14 20:52:37.338291 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c9f3b604-7dc1-4414-8156-b75bc5237772 req-2ecfad2d-c1b8-48ec-9f03-544d7bd64ef7 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Jul 14 20:52:37.397393 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-701e2d02-042b-49de-8dad-353024620f6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1722add2-0307-4797-89b9-abbfb6a42be0 HTTP/1.1" status: 200 len: 999 time: 0.0716965 Jul 14 20:52:37.403306 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '1d80da98-18a3-445b-823a-2769bf0e2719', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'port_id': '1722add2-0307-4797-89b9-abbfb6a42be0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:52:20Z', 'updated_at': '2021-07-14T20:52:36Z', 'revision_number': 1, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:37.436289 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] Checking router: f41e36aa-1f91-4150-b97f-71e6f563bd4b for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:52:37.446010 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:37.446926 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:52:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:37.483394 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-6057a29f-7a6f-480e-bcec-0af006f05496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:37.484883 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-6057a29f-7a6f-480e-bcec-0af006f05496 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.0617993 Jul 14 20:52:37.508873 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560de7e-9c7e-4fe1-959e-99810e9c05ce req-a3932a52-7a76-4c79-b6d8-b675b54a35d5 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:37.510384 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7560de7e-9c7e-4fe1-959e-99810e9c05ce req-a3932a52-7a76-4c79-b6d8-b675b54a35d5 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 944 time: 0.1162283 Jul 14 20:52:37.562457 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:37.574059 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7560de7e-9c7e-4fe1-959e-99810e9c05ce req-3768cb82-91b0-4d86-9e98-036d7167f08f tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471287 Jul 14 20:52:37.584455 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-cebcab5d-af80-4a60-aee5-968f35ff8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:37.585972 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-cebcab5d-af80-4a60-aee5-968f35ff8c78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929694 Jul 14 20:52:37.682085 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-343aa21c-9b0d-4d5a-a7a6-213f65750a30 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883822 Jul 14 20:52:37.776153 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cc9bdfcf-0b94-475a-98df-c6d5b8b67364 req-dc0e3a74-2f3b-4ba3-b000-eb9cfae73bcf service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859976 Jul 14 20:52:37.793945 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '1d80da98-18a3-445b-823a-2769bf0e2719', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'port_id': '1722add2-0307-4797-89b9-abbfb6a42be0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:52:20Z', 'updated_at': '2021-07-14T20:52:36Z', 'revision_number': 1, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:37.820495 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b981f38-38b2-41d0-a67b-2a751f464197 None None] The sync data for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi is: [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '1d80da98-18a3-445b-823a-2769bf0e2719', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'port_id': '1722add2-0307-4797-89b9-abbfb6a42be0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:52:20Z', 'updated_at': '2021-07-14T20:52:36Z', 'revision_number': 1, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:52:38.010380 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9efccdd-fbe7-4b3e-b19d-eaac74130aa6 None None] New status for floating IP 1d80da98-18a3-445b-823a-2769bf0e2719: ACTIVE {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:52:38.517173 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6d180-2cca-486b-aa46-13d4b7ad1273 req-f6b30eff-6125-46d0-a4cc-98f58f0cf706 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:38.519281 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-92b6d180-2cca-486b-aa46-13d4b7ad1273 req-f6b30eff-6125-46d0-a4cc-98f58f0cf706 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 945 time: 0.0650146 Jul 14 20:52:38.558487 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-92b6d180-2cca-486b-aa46-13d4b7ad1273 req-0e2fcfb9-7555-47fd-bfe7-27b4f7a8b7f9 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/security-groups?id=98c4b389-0a79-48e4-9b27-bad6a8765047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335681 Jul 14 20:52:38.765870 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3918e-7ec6-4fb1-a701-0e477d4743e9 req-87cb7fd3-7e96-4816-b2ea-f6f0c3383517 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:38.767353 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-86a3918e-7ec6-4fb1-a701-0e477d4743e9 req-87cb7fd3-7e96-4816-b2ea-f6f0c3383517 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 944 time: 0.0674610 Jul 14 20:52:38.809190 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-86a3918e-7ec6-4fb1-a701-0e477d4743e9 req-da9f9e7b-b081-47f5-bcca-07135c393b78 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360937 Jul 14 20:52:38.875230 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-4d03ed46-157e-468c-af7b-61fbd97b83c9 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:38.876741 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-4d03ed46-157e-468c-af7b-61fbd97b83c9 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.43 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 945 time: 0.0627439 Jul 14 20:52:38.977996 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-aeaf91ee-8c53-4b34-8612-9402d6b922cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Deleting port f961f58b-bb93-4a49-be8b-8b8414bfc445 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:52:38.978344 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-aeaf91ee-8c53-4b34-8612-9402d6b922cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:39.071692 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-aeaf91ee-8c53-4b34-8612-9402d6b922cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] For port f961f58b-bb93-4a49-be8b-8b8414bfc445, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=f961f58b-bb93-4a49-be8b-8b8414bfc445,segment=NetworkSegment(02837aba-300a-4d16-9c46-923c6f89f76f),segment_id=02837aba-300a-4d16-9c46-923c6f89f76f)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:39.072079 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-aeaf91ee-8c53-4b34-8612-9402d6b922cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:39.084933 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-aeaf91ee-8c53-4b34-8612-9402d6b922cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Calling delete_port for f961f58b-bb93-4a49-be8b-8b8414bfc445 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:52:39.219429 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-aeaf91ee-8c53-4b34-8612-9402d6b922cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:39.233982 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['f961f58b-bb93-4a49-be8b-8b8414bfc445'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:52:39.259990 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf91ee-8c53-4b34-8612-9402d6b922cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Pushing event deleted for resources: {'Port': ['ID=f961f58b-bb93-4a49-be8b-8b8414bfc445,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:39.307440 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-aeaf91ee-8c53-4b34-8612-9402d6b922cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] No DVR routers for this DVR port f961f58b-bb93-4a49-be8b-8b8414bfc445 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:52:39.310217 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-aeaf91ee-8c53-4b34-8612-9402d6b922cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:39.312732 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c2dc4935-254f-4b3f-bf15-c4a321c040f2 req-aeaf91ee-8c53-4b34-8612-9402d6b922cb tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.43 "DELETE /v2.0/ports/f961f58b-bb93-4a49-be8b-8b8414bfc445 HTTP/1.1" status: 204 len: 173 time: 0.4303162 Jul 14 20:52:39.313181 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c540eaf9-c9be-408a-b501-90235fbb8c1a', 'name': 'network-vif-deleted', 'tag': 'f961f58b-bb93-4a49-be8b-8b8414bfc445'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:52:39.316196 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f9b850-7540-4247-854a-4b642339770b" -d '{"events": [{"server_uuid": "c540eaf9-c9be-408a-b501-90235fbb8c1a", "name": "network-vif-deleted", "tag": "f961f58b-bb93-4a49-be8b-8b8414bfc445"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:52:39.354697 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d21d17-00d6-4b8c-af07-f44afb1c282f x-openstack-request-id: req-88d21d17-00d6-4b8c-af07-f44afb1c282f {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:52:39.354986 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c540eaf9-c9be-408a-b501-90235fbb8c1a", "name": "network-vif-deleted", "tag": "f961f58b-bb93-4a49-be8b-8b8414bfc445", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:52:39.355239 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-88d21d17-00d6-4b8c-af07-f44afb1c282f {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:52:39.355630 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c540eaf9-c9be-408a-b501-90235fbb8c1a', 'name': 'network-vif-deleted', 'tag': 'f961f58b-bb93-4a49-be8b-8b8414bfc445', 'status': 'completed', 'code': 200} Jul 14 20:52:39.714154 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-36987aa2-7fdd-43d0-9d8f-0839062b230e req-4d6b9402-dbf9-40ba-aeff-9652d0877489 tempest-VolumesSnapshotTestJSON-556274418 tempest-VolumesSnapshotTestJSON-556274418-project] 10.222.0.38 "GET /v2.0/ports?device_id=c540eaf9-c9be-408a-b501-90235fbb8c1a HTTP/1.1" status: 200 len: 210 time: 0.0286305 Jul 14 20:52:39.990667 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acfb25-41ea-4db2-a1bd-7710392ff90a req-a9fb2906-f560-4b31-9de5-07393765c260 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:39.992167 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f0acfb25-41ea-4db2-a1bd-7710392ff90a req-a9fb2906-f560-4b31-9de5-07393765c260 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 944 time: 0.0695031 Jul 14 20:52:40.033948 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f0acfb25-41ea-4db2-a1bd-7710392ff90a req-c156bd77-9f51-490a-84d0-824ea8c882c6 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359697 Jul 14 20:52:41.373876 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989ef6e-0721-4e4d-989b-9bfeb25d855d req-eecc21d3-a855-4873-9f9d-946cc744fcf2 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:41.375655 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0989ef6e-0721-4e4d-989b-9bfeb25d855d req-eecc21d3-a855-4873-9f9d-946cc744fcf2 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 944 time: 0.0699053 Jul 14 20:52:41.419057 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0989ef6e-0721-4e4d-989b-9bfeb25d855d req-6ba0d6ed-8022-4a2d-9cef-4fa6cae07999 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341511 Jul 14 20:52:41.459772 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device eb7b5c24-9172-4fdd-aabb-70a4e49e6131 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:52:41.566266 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port eb7b5c24-9172-4fdd-aabb-70a4e49e6131, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:41.580244 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'port_id': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131', 'mac_address': 'fa:16:3e:4e:38:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:52:41.618233 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:41.640802 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7b5c24-9172-4fdd-aabb-70a4e49e6131 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:52:41.664107 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port eb7b5c24-9172-4fdd-aabb-70a4e49e6131, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:41.670132 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:41.720648 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:41.909207 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['eb7b5c24-9172-4fdd-aabb-70a4e49e6131'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:52:42.598269 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea79a6-2f47-4ba2-ba80-82bdd043833e req-19a85459-bed3-46f6-8bbe-31dc59727337 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:42.599813 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-74ea79a6-2f47-4ba2-ba80-82bdd043833e req-19a85459-bed3-46f6-8bbe-31dc59727337 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 945 time: 0.0683303 Jul 14 20:52:42.639415 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-74ea79a6-2f47-4ba2-ba80-82bdd043833e req-944c0349-c280-489d-a90c-379494db95cc tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339184 Jul 14 20:52:44.324207 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device f961f58b-bb93-4a49-be8b-8b8414bfc445 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:52:44.345763 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: f961f58b-bb93-4a49-be8b-8b8414bfc445 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:52:44.346105 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device f961f58b-bb93-4a49-be8b-8b8414bfc445 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:52:45.478464 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device eb7b5c24-9172-4fdd-aabb-70a4e49e6131 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:52:45.534446 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:52:45.537527 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a06eb-1012-4e49-8e2d-35c8b6f6366d req-002fbd7a-bf93-46ba-9e59-350d940bb1ff tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:45.539749 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4d4a06eb-1012-4e49-8e2d-35c8b6f6366d req-002fbd7a-bf93-46ba-9e59-350d940bb1ff tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 945 time: 0.0727804 Jul 14 20:52:45.540663 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:52:45.541089 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:45.593155 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4d4a06eb-1012-4e49-8e2d-35c8b6f6366d req-d977bb8f-88ad-4881-8fee-75e59ea70273 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430667 Jul 14 20:52:45.649750 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:45.673543 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:52:45.675882 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aeecf5-e078-42ed-9f67-c625940e9556" -d '{"events": [{"server_uuid": "fd470805-7fc5-4e34-8717-0d44c1241144", "name": "network-vif-plugged", "status": "completed", "tag": "eb7b5c24-9172-4fdd-aabb-70a4e49e6131"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:52:45.690608 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port eb7b5c24-9172-4fdd-aabb-70a4e49e6131, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:52:45.694759 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:45.723377 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da041fcf-679e-4892-bfb4-966eba582431 x-openstack-request-id: req-da041fcf-679e-4892-bfb4-966eba582431 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:52:45.723656 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd470805-7fc5-4e34-8717-0d44c1241144", "name": "network-vif-plugged", "status": "completed", "tag": "eb7b5c24-9172-4fdd-aabb-70a4e49e6131", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:52:45.723994 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da041fcf-679e-4892-bfb4-966eba582431 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:52:45.724315 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131', 'code': 200} Jul 14 20:52:45.750594 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:46.001931 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24197df4-1dd5-4555-8520-a09a783384d3 req-bb988e8c-edbb-4c40-98de-c4192a81eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:46.003967 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24197df4-1dd5-4555-8520-a09a783384d3 req-bb988e8c-edbb-4c40-98de-c4192a81eb0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 1099 time: 0.0541465 Jul 14 20:52:46.042798 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24197df4-1dd5-4555-8520-a09a783384d3 req-2233fd06-544d-4481-976c-60f79132c73a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326285 Jul 14 20:52:46.795179 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4577d-81be-4b58-8b6a-3b8c941ee9e5 req-636a74c1-7100-4f29-a172-f9e26a08dcda tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:46.796695 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-76c4577d-81be-4b58-8b6a-3b8c941ee9e5 req-636a74c1-7100-4f29-a172-f9e26a08dcda tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 946 time: 0.0767722 Jul 14 20:52:46.835263 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-76c4577d-81be-4b58-8b6a-3b8c941ee9e5 req-915f804c-f957-455e-93cd-dc0724ce26b4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323694 Jul 14 20:52:48.009391 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6beb25b-3f69-4930-95df-17db0e66e718 req-6013ddfd-6df0-401a-aa9b-24563ab3e90d tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:48.010856 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b6beb25b-3f69-4930-95df-17db0e66e718 req-6013ddfd-6df0-401a-aa9b-24563ab3e90d tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 946 time: 0.0625675 Jul 14 20:52:48.049448 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b6beb25b-3f69-4930-95df-17db0e66e718 req-108a1397-72e5-4e9e-9fd0-03769874c54e tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327921 Jul 14 20:52:48.226439 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cbcf3-7e66-4f2e-8ba7-c65b2f750074 req-101b5851-e09d-4c3d-ac10-ebc5c99a6b5c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:48.227932 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f20cbcf3-7e66-4f2e-8ba7-c65b2f750074 req-101b5851-e09d-4c3d-ac10-ebc5c99a6b5c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 946 time: 0.0632682 Jul 14 20:52:48.264221 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f20cbcf3-7e66-4f2e-8ba7-c65b2f750074 req-07b20d9d-c2f5-4e07-b558-908fc184ea72 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304487 Jul 14 20:52:48.294331 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 35124) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:48.393457 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aed4f1-3f41-48dd-ba02-da71f4b46f70 tempest-TestVolumeBootPattern-530738513 tempest-TestVolumeBootPattern-530738513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:48.394992 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-a6aed4f1-3f41-48dd-ba02-da71f4b46f70 tempest-TestVolumeBootPattern-530738513 tempest-TestVolumeBootPattern-530738513-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 1094 time: 0.0996723 Jul 14 20:52:48.398003 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 35128) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:52:48.402353 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'floatingip': {'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'port_id': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:52:48.427396 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:48.525297 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:48.650897 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Allocated IP 172.27.2.43 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/715813d4-d323-4b1e-b1e8-ab50b8070beb) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:52:48.757486 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:48.797766 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:48.840102 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:52:48.842800 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:52:48.846275 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:52:48.851517 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'Port': ['ID=715813d4-d323-4b1e-b1e8-ab50b8070beb,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:48.877161 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.878036 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.878376 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.878712 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.879038 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.879365 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.879689 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.880041 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.880363 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.880683 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.881002 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:48.881318 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:52:49.517239 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:49.590953 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:49.738049 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:49.743133 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:49.814661 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'Port': ['ID=715813d4-d323-4b1e-b1e8-ab50b8070beb,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:52:49.824921 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:49.927943 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.l3_db [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Floating IP a909a839-0971-48c7-aa51-6874749bf2df associated. External IP: 172.27.2.43, port: eb7b5c24-9172-4fdd-aabb-70a4e49e6131. Jul 14 20:52:50.130030 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Router 36f5fa0d-d630-4994-940f-cea9410a5b04 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:52:50.241814 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:52:50.251429 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] Sync routers for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:52:50.259288 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:50.262116 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:50.262757 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:52:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:50.327868 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-c7343821-b5dd-4974-8327-7133bee24c90 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9144120 Jul 14 20:52:50.327868 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'tag': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:52:50.327868 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160fc551-5a7f-4e11-b4b0-5548192dbfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "fd470805-7fc5-4e34-8717-0d44c1241144", "tag": "eb7b5c24-9172-4fdd-aabb-70a4e49e6131"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:52:50.363349 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0b1333-89c0-49d5-9e18-a7419eb6cc49 x-openstack-request-id: req-8c0b1333-89c0-49d5-9e18-a7419eb6cc49 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:52:50.363632 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd470805-7fc5-4e34-8717-0d44c1241144", "tag": "eb7b5c24-9172-4fdd-aabb-70a4e49e6131", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:52:50.363904 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c0b1333-89c0-49d5-9e18-a7419eb6cc49 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:52:50.364304 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'tag': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131', 'status': 'completed', 'code': 200} Jul 14 20:52:50.409715 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:50.464643 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-af4b5d81-5383-4c2d-b88e-58d2341c3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:50.466667 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-af4b5d81-5383-4c2d-b88e-58d2341c3df1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 1099 time: 0.0720079 Jul 14 20:52:50.568741 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-3387b3fd-0f6c-4165-973a-23a8512a2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:50.570272 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-3387b3fd-0f6c-4165-973a-23a8512a2a2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.0916560 Jul 14 20:52:50.647080 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-5fc5ea74-be6f-4560-9d97-c144e135f6fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7b5c24-9172-4fdd-aabb-70a4e49e6131 HTTP/1.1" status: 200 len: 999 time: 0.0701504 Jul 14 20:52:50.651380 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': 'a909a839-0971-48c7-aa51-6874749bf2df', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:4e:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:52:49Z', 'updated_at': '2021-07-14T20:52:49Z', 'revision_number': 0, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:50.678543 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] Checking router: 36f5fa0d-d630-4994-940f-cea9410a5b04 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:52:50.687023 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:52:50.687645 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:52:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:50.699516 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-db5ce7ff-81f9-4a50-82dc-18117d82c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:50.701016 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-db5ce7ff-81f9-4a50-82dc-18117d82c5c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0465558 Jul 14 20:52:50.767787 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-0817a969-0e21-4c21-bb8e-7d3eebf87bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:50.769339 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-0817a969-0e21-4c21-bb8e-7d3eebf87bdb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614676 Jul 14 20:52:50.800609 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:52:51.028309 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': 'a909a839-0971-48c7-aa51-6874749bf2df', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:4e:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:52:49Z', 'updated_at': '2021-07-14T20:52:49Z', 'revision_number': 0, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:52:51.058201 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc50fed-40ba-4ab8-8300-974a10697d70 None None] The sync data for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi is: [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': 'a909a839-0971-48c7-aa51-6874749bf2df', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:4e:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:52:49Z', 'updated_at': '2021-07-14T20:52:49Z', 'revision_number': 0, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:52:51.338108 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09acf4f-ca48-4506-9efe-6fbdc424aa27 None None] New status for floating IP a909a839-0971-48c7-aa51-6874749bf2df: ACTIVE {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:52:52.661597 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:52.926667 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a39f3d54-9550-4b41-ad48-009f15745f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:53.897388 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-378bcf85-ee60-4fee-85d9-8b5663987538 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328325 Jul 14 20:52:53.987365 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-160fc551-5a7f-4e11-b4b0-5548192dbfaa req-f6c742f9-8f05-4ae4-a6bc-c9b504a4f1e2 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827999 Jul 14 20:52:54.825088 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-aa0f65ea-4332-4c07-9aaf-9e26e7a3c36a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624735 Jul 14 20:52:54.936746 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-d2ab70f3-e0f7-4b99-bd49-3bade483df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:54.938739 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-d2ab70f3-e0f7-4b99-bd49-3bade483df87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 1099 time: 0.0657802 Jul 14 20:52:55.056022 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-8053ea11-8f99-4d97-b502-a6da271056c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:55.057605 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-8053ea11-8f99-4d97-b502-a6da271056c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 912 time: 0.0934181 Jul 14 20:52:55.131685 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-160f095d-2e33-4292-b058-e3707c0cf470 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 HTTP/1.1" status: 200 len: 1001 time: 0.0671151 Jul 14 20:52:55.183165 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-152b52a8-2452-4c8e-8d78-eca389bbc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:55.184749 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-152b52a8-2452-4c8e-8d78-eca389bbc159 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f HTTP/1.1" status: 200 len: 850 time: 0.0458796 Jul 14 20:52:55.250638 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-1b2d37c3-c2c1-4ed5-b163-bd858b29c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:55.252098 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-1b2d37c3-c2c1-4ed5-b163-bd858b29c338 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9889ce84-c52d-4038-b55b-f5ffc7e1affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599124 Jul 14 20:52:55.366335 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-717339c7-5529-4ec4-8b6c-35138a7b8149 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064820 Jul 14 20:52:55.495174 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-89ebbf72-116c-404e-aaf5-25aa8c9a73f4 req-9e6b956f-b5a9-4086-a6a7-b7458e2b51dc service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221354 Jul 14 20:52:55.533957 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77031c-1222-4ebe-94dc-57a977f7e9ee req-7eb76cfb-6fbb-46b1-b215-9bf72043c33a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:55.535423 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cb77031c-1222-4ebe-94dc-57a977f7e9ee req-7eb76cfb-6fbb-46b1-b215-9bf72043c33a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0777385 Jul 14 20:52:55.579309 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cb77031c-1222-4ebe-94dc-57a977f7e9ee req-125db406-4d1b-44c0-9dac-2156fbe4e87e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382216 Jul 14 20:52:55.990497 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:56.075916 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-675369dd-8d82-4835-ad49-34696223d77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:56.757003 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a90bc-3f33-4874-8000-5fb47d23d121 req-4c6e291d-de3e-4eea-a4f4-851b776e3c28 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:56.758671 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ab5a90bc-3f33-4874-8000-5fb47d23d121 req-4c6e291d-de3e-4eea-a4f4-851b776e3c28 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0643709 Jul 14 20:52:56.797200 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ab5a90bc-3f33-4874-8000-5fb47d23d121 req-33888a8d-4c68-411b-bac2-ded7b2e3fbcc tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326328 Jul 14 20:52:56.919932 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:57.979002 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfdc5a-309a-478d-8eec-7ef119b5bdfd req-80af251c-6870-459c-9f04-a0d30ae84e75 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:57.980537 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-61bfdc5a-309a-478d-8eec-7ef119b5bdfd req-80af251c-6870-459c-9f04-a0d30ae84e75 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0674615 Jul 14 20:52:58.028248 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-61bfdc5a-309a-478d-8eec-7ef119b5bdfd req-31dd738b-34e6-423d-8e67-fa241e7404ba tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 Jul 14 20:52:58.577659 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:52:59.208134 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e53fe-3cc7-4472-b037-874b1c79cf25 req-39459416-9b67-444c-b2d5-b26eac5004f7 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:52:59.209997 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5a0e53fe-3cc7-4472-b037-874b1c79cf25 req-39459416-9b67-444c-b2d5-b26eac5004f7 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0680161 Jul 14 20:52:59.254553 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5a0e53fe-3cc7-4472-b037-874b1c79cf25 req-68a32746-42dc-475b-8f82-48aedcd0d895 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385964 Jul 14 20:53:00.434530 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04104980-5152-40f2-991a-388eceb013f7 req-9ffa78bb-fe66-4367-a607-23171d8348b9 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:00.436063 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-04104980-5152-40f2-991a-388eceb013f7 req-9ffa78bb-fe66-4367-a607-23171d8348b9 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0643260 Jul 14 20:53:00.479603 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-04104980-5152-40f2-991a-388eceb013f7 req-f2e6ada3-eac8-4b96-b8b9-b3353b000c2e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378857 Jul 14 20:53:01.663235 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001873-6ce3-4abe-b4e1-2581d69fa825 req-fade3708-f37e-43fa-ac01-ce202fda7516 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:01.664748 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-93001873-6ce3-4abe-b4e1-2581d69fa825 req-fade3708-f37e-43fa-ac01-ce202fda7516 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0698068 Jul 14 20:53:01.709729 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-93001873-6ce3-4abe-b4e1-2581d69fa825 req-e55b5dbe-04ff-4e80-9fe8-ece1fe104786 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 Jul 14 20:53:02.902105 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b0928-24f7-4afc-b24d-d76705bcadaf req-425dba76-deb1-42ac-86f9-de60000f0273 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:02.903811 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-626b0928-24f7-4afc-b24d-d76705bcadaf req-425dba76-deb1-42ac-86f9-de60000f0273 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0699911 Jul 14 20:53:02.945634 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-626b0928-24f7-4afc-b24d-d76705bcadaf req-cd3c81f9-5625-449b-84f8-7ee97705fbc0 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361764 Jul 14 20:53:03.183187 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:53:04.150665 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 35290) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:53:04.165798 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862413ea-afd2-4e69-8672-94cc3bb07a4b req-7e04307f-e6e4-4c1f-8d89-b2cc3e8730fd tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:04.167297 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-862413ea-afd2-4e69-8672-94cc3bb07a4b req-7e04307f-e6e4-4c1f-8d89-b2cc3e8730fd tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0713513 Jul 14 20:53:04.231762 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0ed4d3-8443-4ae8-8a9f-5a6194930087 admin admin] Deleting subnet dffe91b0-3c00-4da5-92dc-e9ebb44f26cc {{(pid=99457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:53:04.237235 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed4d3-8443-4ae8-8a9f-5a6194930087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.241143 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-862413ea-afd2-4e69-8672-94cc3bb07a4b req-4c6dfbf2-ffe3-4707-b782-fbe8b90910d8 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544214 Jul 14 20:53:04.274629 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed4d3-8443-4ae8-8a9f-5a6194930087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62803196'] for subnet, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.315055 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed4d3-8443-4ae8-8a9f-5a6194930087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.369398 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed4d3-8443-4ae8-8a9f-5a6194930087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62809195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62529652'] for subnet, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.395626 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ed4d3-8443-4ae8-8a9f-5a6194930087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffe91b0-3c00-4da5-92dc-e9ebb44f26cc,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:53:04.399151 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed4d3-8443-4ae8-8a9f-5a6194930087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.401409 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-6f0ed4d3-8443-4ae8-8a9f-5a6194930087 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dffe91b0-3c00-4da5-92dc-e9ebb44f26cc HTTP/1.1" status: 204 len: 168 time: 0.2494659 Jul 14 20:53:04.403620 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 35292) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:53:04.477719 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.554816 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.565093 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f62f336-4273-4995-b05f-b3950f898480']}} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:53:04.575250 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02837aba-300a-4d16-9c46-923c6f89f76f') {'for_net_delete': True} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:53:04.575541 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02837aba-300a-4d16-9c46-923c6f89f76f') {} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:53:04.585115 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62803173'] for segment, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.599146 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.604957 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=99457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:53:04.605341 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62809029'] for segment, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: Traceback (most recent call last): Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: timer() Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: cb(*args, **kw) Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: return func(*args, **kwargs) Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: self._notify() Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: self.callback(batched_events) Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: event.method(event) Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: return f(self, *a, **k) Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._get(url).json() Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: return self.request(url, 'GET', **kwargs) Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:53:04.606989 dv-cinder-800830-1-iscsi neutron-server[99457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:53:04.664201 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.669603 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.674922 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6f62f336-4273-4995-b05f-b3950f898480 HTTP/1.1" status: 204 len: 168 time: 0.2668023 Jul 14 20:53:04.682871 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bf935-e2bb-4ede-8199-06588ad46752 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f62f336-4273-4995-b05f-b3950f898480,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:53:04.857420 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 35296) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:53:04.898688 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-1e51a92e-120d-469d-bf80-b7e7faaeca3c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e429615df0ac4783abecd438f0775d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400815 Jul 14 20:53:04.901530 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 35298) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:53:04.950105 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aee7240c-eed4-4d93-bea1-3efe661cd2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:04.972289 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aee7240c-eed4-4d93-bea1-3efe661cd2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:05.022495 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aee7240c-eed4-4d93-bea1-3efe661cd2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:05.025028 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aee7240c-eed4-4d93-bea1-3efe661cd2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:05.026220 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-aee7240c-eed4-4d93-bea1-3efe661cd2bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98c4b389-0a79-48e4-9b27-bad6a8765047 HTTP/1.1" status: 204 len: 168 time: 0.1237547 Jul 14 20:53:05.035356 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7240c-eed4-4d93-bea1-3efe661cd2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c4b389-0a79-48e4-9b27-bad6a8765047,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:53:05.433474 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a73e0c-1c2d-463d-bd5b-86d149f8e4ef req-910d283b-d68b-4cef-854b-696e0b038bc6 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:05.435057 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81a73e0c-1c2d-463d-bd5b-86d149f8e4ef req-910d283b-d68b-4cef-854b-696e0b038bc6 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0742784 Jul 14 20:53:05.482266 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81a73e0c-1c2d-463d-bd5b-86d149f8e4ef req-817b8768-d862-46f5-869d-a0ffb61b118f tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397820 Jul 14 20:53:06.671134 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ae4e-2d64-408a-93a0-e9bb7975de8e req-381653eb-a6e3-4e02-aec0-56895290a52c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:06.672618 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2522ae4e-2d64-408a-93a0-e9bb7975de8e req-381653eb-a6e3-4e02-aec0-56895290a52c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0666399 Jul 14 20:53:06.712494 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2522ae4e-2d64-408a-93a0-e9bb7975de8e req-bc928f8b-02a0-43c8-908c-cf27f16ea883 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Jul 14 20:53:07.107023 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b62f7a-31e3-4d0e-8f07-59447ddf9708 req-b5e45571-a0d6-4aa1-96e0-5a0b7a8d351e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:07.108545 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-46b62f7a-31e3-4d0e-8f07-59447ddf9708 req-b5e45571-a0d6-4aa1-96e0-5a0b7a8d351e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.1018901 Jul 14 20:53:07.115345 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-bf91d664-428f-40db-ab4e-101ac0326b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:07.116794 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-bf91d664-428f-40db-ab4e-101ac0326b4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 1099 time: 0.0795252 Jul 14 20:53:07.198685 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-46b62f7a-31e3-4d0e-8f07-59447ddf9708 req-5f072b13-72da-4e9b-898b-4a6389036c2b tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807297 Jul 14 20:53:07.234528 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-59b52626-e461-4552-8385-bdb5368d32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:07.236544 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-59b52626-e461-4552-8385-bdb5368d32bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 912 time: 0.1130853 Jul 14 20:53:07.313175 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-d5a07cd0-dcea-4736-a367-f74932950af4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 HTTP/1.1" status: 200 len: 1001 time: 0.0633688 Jul 14 20:53:07.380900 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-b23f90a9-fffb-47fc-bf3b-7c56b72d9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:07.382462 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-b23f90a9-fffb-47fc-bf3b-7c56b72d9c66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f HTTP/1.1" status: 200 len: 850 time: 0.0622723 Jul 14 20:53:07.447091 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-94a1af64-8275-485a-902b-d955d5e46995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:07.448570 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-94a1af64-8275-485a-902b-d955d5e46995 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9889ce84-c52d-4038-b55b-f5ffc7e1affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589111 Jul 14 20:53:07.539120 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-5e2ccc9d-56ba-40d7-b943-90f4b75239b0 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822489 Jul 14 20:53:07.629143 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-05b15abf-e049-479f-9abf-f6710d1fd658 req-352d82f7-2893-4fa8-82c0-fd63cec2081a service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817931 Jul 14 20:53:08.381690 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23f679-3cbb-4721-8c04-3b1f7f5530c7 req-3d117965-39fd-4e02-a3cd-6868e8fad713 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:08.384293 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1e23f679-3cbb-4721-8c04-3b1f7f5530c7 req-3d117965-39fd-4e02-a3cd-6868e8fad713 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0724242 Jul 14 20:53:08.422309 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1e23f679-3cbb-4721-8c04-3b1f7f5530c7 req-993694a3-30ad-429c-8d4d-c6c62cd026eb tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Jul 14 20:53:09.597917 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d8f8-b245-4498-b936-9ecf35adb585 req-33204c83-bb96-4c24-b874-7c5ddf7fdc59 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:09.599399 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e066d8f8-b245-4498-b936-9ecf35adb585 req-33204c83-bb96-4c24-b874-7c5ddf7fdc59 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0625355 Jul 14 20:53:09.637052 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e066d8f8-b245-4498-b936-9ecf35adb585 req-3fe81565-4ba2-4d31-bb25-ec701e880119 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319660 Jul 14 20:53:10.819915 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aef7fc-c5e3-4df9-8659-08ca9190934b req-b0b56a9b-1a46-42ee-87d5-a6cac6fc8016 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:10.821532 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-45aef7fc-c5e3-4df9-8659-08ca9190934b req-b0b56a9b-1a46-42ee-87d5-a6cac6fc8016 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0679662 Jul 14 20:53:10.863997 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-45aef7fc-c5e3-4df9-8659-08ca9190934b req-f74b9172-7213-4ac0-b80e-0da8914fee87 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367351 Jul 14 20:53:12.042205 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d031940-b014-4e40-ba3c-df8f6e86ba30 req-96bb4c1e-6d0b-4286-9912-3254b8d2ae85 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:12.043667 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0d031940-b014-4e40-ba3c-df8f6e86ba30 req-96bb4c1e-6d0b-4286-9912-3254b8d2ae85 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0613024 Jul 14 20:53:12.085134 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0d031940-b014-4e40-ba3c-df8f6e86ba30 req-8c7b9120-006c-4d21-b493-d36ab3e1a8a7 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343418 Jul 14 20:53:22.670072 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:22.928100 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-770078aa-dbd2-4db3-ac75-8532863b3f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:24.208934 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216907c5-fb2d-47a5-aae4-d278b1f894d3 req-da8e7ebb-7147-4e6b-9c5f-22e77fb50b1b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:24.210487 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-216907c5-fb2d-47a5-aae4-d278b1f894d3 req-da8e7ebb-7147-4e6b-9c5f-22e77fb50b1b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0706165 Jul 14 20:53:24.262422 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-216907c5-fb2d-47a5-aae4-d278b1f894d3 req-bacbd1b6-9a76-4add-a60c-312321f1acf6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452819 Jul 14 20:53:25.345336 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35506) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:53:25.459307 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:25.479903 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbe9ae-3977-4031-bee6-fa0c635f9a4f req-447ceacd-0c5b-48fa-b233-43f04311807e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:25.481397 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-27cbe9ae-3977-4031-bee6-fa0c635f9a4f req-447ceacd-0c5b-48fa-b233-43f04311807e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0888188 Jul 14 20:53:25.543490 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-27cbe9ae-3977-4031-bee6-fa0c635f9a4f req-f6379dbf-8235-4fcc-b3b4-66c0d120579d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551269 Jul 14 20:53:25.600942 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:25.605306 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:25.643515 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=802932b55adb48be9397085ba3f1eff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969751 Jul 14 20:53:25.644449 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb5a4e-c964-4290-b9a2-6b7e0ca7f565,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:53:25.647310 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35510) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:53:25.657878 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.658221 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.658556 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.658884 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.659209 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.659533 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.659861 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.660194 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.660517 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.660832 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.661147 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.661461 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa0d040-c9c2-4df6-84e2-418c70276b22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:25.706303 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-77837fa2-1d01-494a-bf77-71dcc236277e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:25.730432 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-77837fa2-1d01-494a-bf77-71dcc236277e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:25.776722 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-77837fa2-1d01-494a-bf77-71dcc236277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:25.779379 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-77837fa2-1d01-494a-bf77-71dcc236277e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:25.780556 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-77837fa2-1d01-494a-bf77-71dcc236277e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5cb5a4e-c964-4290-b9a2-6b7e0ca7f565 HTTP/1.1" status: 204 len: 168 time: 0.1322732 Jul 14 20:53:25.788915 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77837fa2-1d01-494a-bf77-71dcc236277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb5a4e-c964-4290-b9a2-6b7e0ca7f565,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:53:25.984562 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:26.076933 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-355e9c54-9402-492e-8bb3-c1431ae9152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:26.735354 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282b3bb-4b56-45ce-abec-afe6071d6ddc req-66c45a8f-9fa0-4f95-933a-cd6014b3c945 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:26.736832 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9282b3bb-4b56-45ce-abec-afe6071d6ddc req-66c45a8f-9fa0-4f95-933a-cd6014b3c945 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0651083 Jul 14 20:53:26.775951 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9282b3bb-4b56-45ce-abec-afe6071d6ddc req-532600e0-d5b8-462c-9446-8dfd9effe24f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Jul 14 20:53:26.923272 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:27.955734 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d33b8-3dc6-4ddc-b586-d8834637c2ec req-780f9a97-81ca-4b1c-b235-5c352fe99f65 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:27.957412 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-698d33b8-3dc6-4ddc-b586-d8834637c2ec req-780f9a97-81ca-4b1c-b235-5c352fe99f65 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0656502 Jul 14 20:53:27.996612 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-698d33b8-3dc6-4ddc-b586-d8834637c2ec req-129e23c9-56c7-414b-888d-a82da9493250 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335767 Jul 14 20:53:28.583117 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:29.177595 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da454273-27d1-4bb2-b334-e769892d1ac7 req-4294ec4c-5789-4343-a1be-dacfff65f05f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:29.179408 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-da454273-27d1-4bb2-b334-e769892d1ac7 req-4294ec4c-5789-4343-a1be-dacfff65f05f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0634966 Jul 14 20:53:29.217572 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-da454273-27d1-4bb2-b334-e769892d1ac7 req-eca0ea23-6001-4c3d-b5aa-f82a1b84e443 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324070 Jul 14 20:53:30.419111 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e08eb-4985-43f4-8a37-064899622714 req-8e5ce501-7c90-405f-b7ff-71a4342da5d6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:30.421227 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-839e08eb-4985-43f4-8a37-064899622714 req-8e5ce501-7c90-405f-b7ff-71a4342da5d6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0656788 Jul 14 20:53:30.461567 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-839e08eb-4985-43f4-8a37-064899622714 req-4b2f4d3c-5cc1-49eb-b2e4-ed46a30f3942 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343211 Jul 14 20:53:31.641252 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28f5cc-1364-4c17-a4a0-26d369e4aee2 req-16206d5c-6582-4f22-8281-26457992bd6c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:31.642748 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fd28f5cc-1364-4c17-a4a0-26d369e4aee2 req-16206d5c-6582-4f22-8281-26457992bd6c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0663769 Jul 14 20:53:31.681526 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fd28f5cc-1364-4c17-a4a0-26d369e4aee2 req-ec1daa0d-070d-40d3-8ad8-4c16870a420a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328641 Jul 14 20:53:32.878038 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f9836-6cf2-4346-813c-9eea5c2a030e req-aa98dda7-6049-4eea-9d9f-6da291aad8ce tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:32.879523 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-657f9836-6cf2-4346-813c-9eea5c2a030e req-aa98dda7-6049-4eea-9d9f-6da291aad8ce tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0698614 Jul 14 20:53:32.919902 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-657f9836-6cf2-4346-813c-9eea5c2a030e req-6dd9555c-c356-432d-8d19-7888c2db71eb tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346007 Jul 14 20:53:34.104237 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2f4c2-ea16-4a14-9715-adf67479af7a req-4c0f57d1-8408-48aa-bb91-9f51a5d788c0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:34.105766 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6bf2f4c2-ea16-4a14-9715-adf67479af7a req-4c0f57d1-8408-48aa-bb91-9f51a5d788c0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0651259 Jul 14 20:53:34.148489 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6bf2f4c2-ea16-4a14-9715-adf67479af7a req-368ed627-92a7-4072-895f-cd73a9c00bbf tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369196 Jul 14 20:53:35.331109 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23e75a-1285-4c65-ad25-0cba9fcafb6b req-81e40f09-c855-4bb5-9e31-2e0dc531ae80 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:35.332706 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5b23e75a-1285-4c65-ad25-0cba9fcafb6b req-81e40f09-c855-4bb5-9e31-2e0dc531ae80 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0659411 Jul 14 20:53:35.374816 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5b23e75a-1285-4c65-ad25-0cba9fcafb6b req-3728bee4-7588-4ec8-9d9a-dbbbddb37efb tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355070 Jul 14 20:53:36.603421 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96677f6-1a3e-4e81-ad67-b56f69f21912 req-22942e17-04c6-40da-bb0a-f0ff5a89948b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:36.605034 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a96677f6-1a3e-4e81-ad67-b56f69f21912 req-22942e17-04c6-40da-bb0a-f0ff5a89948b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0751946 Jul 14 20:53:36.649451 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a96677f6-1a3e-4e81-ad67-b56f69f21912 req-7eb059c8-71c8-46fc-843f-5ecc08138aa6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347452 Jul 14 20:53:37.864076 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09e04e-6cde-4076-b2d5-8e2df391761c req-4f1f76ba-9d32-4488-bfef-0744d175405b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:37.865603 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9e09e04e-6cde-4076-b2d5-8e2df391761c req-4f1f76ba-9d32-4488-bfef-0744d175405b tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0688512 Jul 14 20:53:37.904455 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9e09e04e-6cde-4076-b2d5-8e2df391761c req-8fa071ff-2ac6-4a75-a791-ffe44b1f9f12 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332217 Jul 14 20:53:39.088116 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ddba3-de50-4b3e-acbe-e14af97568f8 req-711b68b7-3bde-412e-a4d0-3dbbc30e0965 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:39.089589 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-da4ddba3-de50-4b3e-acbe-e14af97568f8 req-711b68b7-3bde-412e-a4d0-3dbbc30e0965 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0632856 Jul 14 20:53:39.126895 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-da4ddba3-de50-4b3e-acbe-e14af97568f8 req-8f485fda-367b-44dc-a2ae-3069e5a10f74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317743 Jul 14 20:53:40.181849 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:53:40.308532 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4dbad-6226-4279-a20c-d5927f84ff95 req-75887288-3db7-4fc8-885d-4c9c1a9447d6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:40.310007 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-64b4dbad-6226-4279-a20c-d5927f84ff95 req-75887288-3db7-4fc8-885d-4c9c1a9447d6 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0636065 Jul 14 20:53:40.347542 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-64b4dbad-6226-4279-a20c-d5927f84ff95 req-6b033131-52a7-4975-8009-23a4278f4b96 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319757 Jul 14 20:53:41.532670 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35329016-18b5-42e2-b2f2-c103d53c320f req-da747fd5-c15d-4335-96fc-26feb4202ee8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:41.534201 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35329016-18b5-42e2-b2f2-c103d53c320f req-da747fd5-c15d-4335-96fc-26feb4202ee8 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0671339 Jul 14 20:53:41.572326 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-35329016-18b5-42e2-b2f2-c103d53c320f req-7528a1fd-872a-493b-b012-4c7fd77dc72f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319309 Jul 14 20:53:41.791172 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 1722add2-0307-4797-89b9-abbfb6a42be0 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:53:41.886773 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:53:41.898944 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '1722add2-0307-4797-89b9-abbfb6a42be0', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'port_id': '1722add2-0307-4797-89b9-abbfb6a42be0', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:53:41.936842 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:41.948888 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1722add2-0307-4797-89b9-abbfb6a42be0 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:53:41.968641 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:53:41.975310 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:42.029895 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=6']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:53:42.037150 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.037551 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.037903 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.038243 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.038591 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.038915 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.039243 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.039575 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.039933 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.040259 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.040706 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.041030 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:53:42.077920 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['1722add2-0307-4797-89b9-abbfb6a42be0'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:53:42.769732 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7142e6c-a3a4-47eb-9492-0b8127cc27a2 req-f7032d1c-a917-424e-a78b-b01b65249f64 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:42.771350 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e7142e6c-a3a4-47eb-9492-0b8127cc27a2 req-f7032d1c-a917-424e-a78b-b01b65249f64 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 944 time: 0.0683062 Jul 14 20:53:42.813264 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e7142e6c-a3a4-47eb-9492-0b8127cc27a2 req-a2215d9e-ea20-483a-ae31-25e0a5626f0f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361116 Jul 14 20:53:43.798194 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 1722add2-0307-4797-89b9-abbfb6a42be0 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:53:43.854845 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 1722add2-0307-4797-89b9-abbfb6a42be0 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:53:43.855349 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:43.942261 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:43.970356 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:53:43.972672 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead27cab-665d-4402-b426-fbbd2751e4b2" -d '{"events": [{"server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "name": "network-vif-plugged", "status": "completed", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:53:44.001522 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:53:44.006930 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:44.020858 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821351d-6944-4d3c-bf9a-b07d2c92df5b req-866cb11e-9823-45b2-afc3-abdf215ae9d5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:44.027792 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c821351d-6944-4d3c-bf9a-b07d2c92df5b req-866cb11e-9823-45b2-afc3-abdf215ae9d5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 944 time: 0.0815070 Jul 14 20:53:44.073852 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c821351d-6944-4d3c-bf9a-b07d2c92df5b req-3f8e8050-1f42-4b4a-ad06-38703909eded tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450439 Jul 14 20:53:44.077393 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=7']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:53:44.179298 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b8b091-7093-4893-8ea5-2293b165ab18 x-openstack-request-id: req-62b8b091-7093-4893-8ea5-2293b165ab18 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:53:44.179593 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "name": "network-vif-plugged", "status": "completed", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:53:44.179869 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-62b8b091-7093-4893-8ea5-2293b165ab18 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:53:44.180263 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0', 'code': 200} Jul 14 20:53:45.280616 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b06b46-c9e6-4d97-b12c-c8287586c335 req-4f0bee27-6fab-4d00-8f56-5de1d152c384 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:45.282143 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10b06b46-c9e6-4d97-b12c-c8287586c335 req-4f0bee27-6fab-4d00-8f56-5de1d152c384 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0906649 Jul 14 20:53:45.330778 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10b06b46-c9e6-4d97-b12c-c8287586c335 req-f6c59f11-faeb-4bbf-bdf5-b37dec155caa tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 Jul 14 20:53:46.570796 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ddc7-c5e7-49c4-be90-b55b80c50c44 req-bbfb1951-78e6-4039-a0a3-df463560356d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:46.573127 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6072ddc7-c5e7-49c4-be90-b55b80c50c44 req-bbfb1951-78e6-4039-a0a3-df463560356d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0909004 Jul 14 20:53:46.621932 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6072ddc7-c5e7-49c4-be90-b55b80c50c44 req-d1f1fea5-349a-4be7-8da0-0d744471bf32 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375993 Jul 14 20:53:47.812780 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329edef-8962-49ea-a3aa-fa10f70fb027 req-afd1506e-9704-4e0d-b619-2fdc85fcb5e4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:47.814259 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6329edef-8962-49ea-a3aa-fa10f70fb027 req-afd1506e-9704-4e0d-b619-2fdc85fcb5e4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0692272 Jul 14 20:53:47.864673 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6329edef-8962-49ea-a3aa-fa10f70fb027 req-38776197-d783-44cf-b060-8e0b9661f5a0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441418 Jul 14 20:53:49.067876 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5897a-f9f7-4c18-bce5-b308b1e7b98f req-45e2c97b-d0d7-49b8-9034-11ceb45f821f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:49.070302 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7fb5897a-f9f7-4c18-bce5-b308b1e7b98f req-45e2c97b-d0d7-49b8-9034-11ceb45f821f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0776343 Jul 14 20:53:49.114970 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7fb5897a-f9f7-4c18-bce5-b308b1e7b98f req-fe300dcc-8f26-45c7-81c3-890a04030531 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375929 Jul 14 20:53:50.299273 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0ff57-b424-4038-8080-d4a1078bb704 req-f8bcdc91-d8d8-4081-a57d-c4a3845560e4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:50.304537 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0ae0ff57-b424-4038-8080-d4a1078bb704 req-f8bcdc91-d8d8-4081-a57d-c4a3845560e4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0676625 Jul 14 20:53:50.343621 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0ae0ff57-b424-4038-8080-d4a1078bb704 req-54aeecbb-e738-4d23-b6a6-6af02eec547e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369370 Jul 14 20:53:51.535911 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ea81b-9e43-479d-b671-e5a083142be5 req-00dfb197-f8b8-4d36-ab06-f8de7e7ca483 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:51.537333 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a38ea81b-9e43-479d-b671-e5a083142be5 req-00dfb197-f8b8-4d36-ab06-f8de7e7ca483 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0658357 Jul 14 20:53:51.574930 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a38ea81b-9e43-479d-b671-e5a083142be5 req-33ca248d-638f-4b57-9260-e6bfc2420aaa tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311704 Jul 14 20:53:52.016340 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-9c3c968e-8687-469b-9641-369eaf9b6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:52.017804 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-9c3c968e-8687-469b-9641-369eaf9b6687 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 1098 time: 0.0850859 Jul 14 20:53:52.099582 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9789abb-161c-4813-9dc4-bbca80c29a94 req-88286897-461b-4000-bd43-d4a28302bedc tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:52.100967 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d9789abb-161c-4813-9dc4-bbca80c29a94 req-88286897-461b-4000-bd43-d4a28302bedc tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.1207097 Jul 14 20:53:52.148417 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-27adee65-b688-46bd-b1b9-321815c9d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:52.149829 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-27adee65-b688-46bd-b1b9-321815c9d9a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 917 time: 0.1242814 Jul 14 20:53:52.157570 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d9789abb-161c-4813-9dc4-bbca80c29a94 req-be893aa7-b7f7-448a-9b01-267b92a99a99 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479891 Jul 14 20:53:52.214312 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-bfba8105-d606-47d8-b8c9-ca82b3e26c81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1722add2-0307-4797-89b9-abbfb6a42be0 HTTP/1.1" status: 200 len: 1001 time: 0.0556481 Jul 14 20:53:52.264252 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-a7f380b5-41a6-4910-802a-4ae7eca896a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:52.265633 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-a7f380b5-41a6-4910-802a-4ae7eca896a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.0443282 Jul 14 20:53:52.573275 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-82774678-dae7-4cbd-a849-910efc92050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:52.574753 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-82774678-dae7-4cbd-a849-910efc92050c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3030386 Jul 14 20:53:52.661461 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-ef4f9ce7-d43b-467b-8557-2794f8d45481 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796108 Jul 14 20:53:52.671016 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:52.753080 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-96ac9a21-e9cd-4508-a0e2-751e00198579 req-aa96dbac-b8e8-4ccf-914d-0936f934ebe7 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839245 Jul 14 20:53:52.760423 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382a49d-6a73-4cf0-b570-534cbbd1193d req-5573663e-6e1f-42c8-9ba6-67da5502c3af tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:52.761936 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6382a49d-6a73-4cf0-b570-534cbbd1193d req-5573663e-6e1f-42c8-9ba6-67da5502c3af tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0649850 Jul 14 20:53:52.799165 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6382a49d-6a73-4cf0-b570-534cbbd1193d req-e57da96f-bf35-4950-89ee-c4894ce50a3c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Jul 14 20:53:52.929239 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-eec48c63-cd6b-4dd1-97cf-1a571ce5d6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:53.326529 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650cda7-0b9d-4cc2-8fdf-c0b78c081a9f req-ff72227f-f328-4935-aa61-f70bba956d96 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:53.327986 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2650cda7-0b9d-4cc2-8fdf-c0b78c081a9f req-ff72227f-f328-4935-aa61-f70bba956d96 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0612659 Jul 14 20:53:53.364889 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2650cda7-0b9d-4cc2-8fdf-c0b78c081a9f req-0fd25a1a-de83-41dd-9ce2-046fffbbbe03 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Jul 14 20:53:53.970547 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a08db-4826-4e54-9026-5fcb3516ff04 req-11bb26e7-ade7-4f69-9bec-ce0120adc421 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:53.972057 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5b0a08db-4826-4e54-9026-5fcb3516ff04 req-11bb26e7-ade7-4f69-9bec-ce0120adc421 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0621006 Jul 14 20:53:54.008851 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5b0a08db-4826-4e54-9026-5fcb3516ff04 req-110d3559-badf-4216-95f2-515faf314ed0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311594 Jul 14 20:53:54.541952 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78639e6d-b2e2-4cad-844a-a20b4c085e78 req-93ba25f0-1337-4213-b2d3-55925efe09cd tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:54.543450 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-78639e6d-b2e2-4cad-844a-a20b4c085e78 req-93ba25f0-1337-4213-b2d3-55925efe09cd tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0675783 Jul 14 20:53:54.585248 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-78639e6d-b2e2-4cad-844a-a20b4c085e78 req-3e03b930-d56c-427e-a2ea-c4a3d3bb05f8 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Jul 14 20:53:55.183435 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac2aff-188e-4ae2-9f85-d08e736e21e9 req-32cadf16-4367-4c4c-a99c-5a34e4f9759a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:55.185423 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-07ac2aff-188e-4ae2-9f85-d08e736e21e9 req-32cadf16-4367-4c4c-a99c-5a34e4f9759a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 945 time: 0.0608168 Jul 14 20:53:55.221897 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-07ac2aff-188e-4ae2-9f85-d08e736e21e9 req-91fb4898-e038-4ae5-ae00-280179468800 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310364 Jul 14 20:53:55.760290 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11811de5-6f45-4820-a909-57c9f6fbc213 req-eb1ffd81-30f9-461c-a772-ce1c31ffd576 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:55.761807 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-11811de5-6f45-4820-a909-57c9f6fbc213 req-eb1ffd81-30f9-461c-a772-ce1c31ffd576 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0660307 Jul 14 20:53:55.799592 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-11811de5-6f45-4820-a909-57c9f6fbc213 req-ccdbb1c9-a04d-4467-8d6a-0d9369752d74 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 Jul 14 20:53:55.861851 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 1722add2-0307-4797-89b9-abbfb6a42be0 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:53:55.937313 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:55.959578 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:53:55.961704 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c61557-4434-42c8-8e0e-2857aff777de" -d '{"events": [{"server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "name": "network-vif-unplugged", "status": "completed", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:53:55.974707 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:53:55.985916 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:56.011963 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203883f4-69cb-4b40-9888-41bf8366410e x-openstack-request-id: req-203883f4-69cb-4b40-9888-41bf8366410e {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:53:56.012272 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "name": "network-vif-unplugged", "status": "failed", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0", "code": 422}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:53:56.012494 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-203883f4-69cb-4b40-9888-41bf8366410e {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:53:56.012914 dv-cinder-800830-1-iscsi neutron-server[99458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0', 'code': 422} returned with failed status Jul 14 20:53:56.015484 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:56.040259 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=8']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:53:56.077912 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-45401763-b9a4-44f2-96b4-bfb038a3ef08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:56.171042 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-62e67dda-0af4-415b-9895-f9116749bf68 req-f208a451-085b-4f95-8c00-54536b692b05 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508318 Jul 14 20:53:56.251521 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67dda-0af4-415b-9895-f9116749bf68 req-995a9470-5d2e-46e4-a9ef-02706a37f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:56.253063 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-62e67dda-0af4-415b-9895-f9116749bf68 req-995a9470-5d2e-46e4-a9ef-02706a37f4a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 1099 time: 0.0540314 Jul 14 20:53:56.368973 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67dda-0af4-415b-9895-f9116749bf68 req-d9cb2933-a12f-47cf-bf3c-555f95d7b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:56.370454 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-62e67dda-0af4-415b-9895-f9116749bf68 req-d9cb2933-a12f-47cf-bf3c-555f95d7b406 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.0905421 Jul 14 20:53:56.380149 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0716-3ba1-4863-a8e7-f9a4546c48dc req-8ab09c96-af54-441f-aa1b-241f035baa18 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:56.384331 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c5ab0716-3ba1-4863-a8e7-f9a4546c48dc req-8ab09c96-af54-441f-aa1b-241f035baa18 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0709851 Jul 14 20:53:56.425391 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c5ab0716-3ba1-4863-a8e7-f9a4546c48dc req-f165ba53-dd59-401f-800e-502762b3e506 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371900 Jul 14 20:53:56.439985 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-62e67dda-0af4-415b-9895-f9116749bf68 req-a8ae5890-8a83-4cfb-be67-05e0e280886b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7b5c24-9172-4fdd-aabb-70a4e49e6131 HTTP/1.1" status: 200 len: 1001 time: 0.0593343 Jul 14 20:53:56.495099 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67dda-0af4-415b-9895-f9116749bf68 req-1892756f-0b87-4986-aaad-9dcac94b9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:56.496604 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-62e67dda-0af4-415b-9895-f9116749bf68 req-1892756f-0b87-4986-aaad-9dcac94b9f46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0474598 Jul 14 20:53:56.563495 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67dda-0af4-415b-9895-f9116749bf68 req-c4bae5c1-a02d-4c8a-8f6d-e4499cb89548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:56.565020 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-62e67dda-0af4-415b-9895-f9116749bf68 req-c4bae5c1-a02d-4c8a-8f6d-e4499cb89548 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565259 Jul 14 20:53:56.609949 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35698) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:53:56.657028 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-62e67dda-0af4-415b-9895-f9116749bf68 req-65b27c66-5e5b-4878-ba37-de57b024b063 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818295 Jul 14 20:53:56.710902 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-45ef5987-1fb0-4b0a-a3f6-6e344cc4b702 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997338 Jul 14 20:53:56.752676 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-62e67dda-0af4-415b-9895-f9116749bf68 req-f8ae5d9e-2b71-436d-9f17-8e078db0ff2e service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861115 Jul 14 20:53:56.927252 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:56.977777 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a2312-cbf8-4dcc-8348-d034d1e891a0 req-852d1445-bc99-4893-9233-28f19bb3fd98 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:56.979244 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9c4a2312-cbf8-4dcc-8348-d034d1e891a0 req-852d1445-bc99-4893-9233-28f19bb3fd98 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0629866 Jul 14 20:53:57.017466 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9c4a2312-cbf8-4dcc-8348-d034d1e891a0 req-4efdf27b-41da-40cc-bdc2-739ef7167404 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319393 Jul 14 20:53:57.596668 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4df4a-7c1e-4c95-8fa1-b541bf91e713 req-af199c72-6b5e-4930-bb2d-98f677654e26 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:57.598190 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9fa4df4a-7c1e-4c95-8fa1-b541bf91e713 req-af199c72-6b5e-4930-bb2d-98f677654e26 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0632646 Jul 14 20:53:57.634774 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9fa4df4a-7c1e-4c95-8fa1-b541bf91e713 req-29a33745-e5ce-4213-9072-82b079c1438d tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Jul 14 20:53:57.805703 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-bb47a775-adc7-4fc3-8ebf-8b1dba468e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:57.807096 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-bb47a775-adc7-4fc3-8ebf-8b1dba468e11 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5&tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4 HTTP/1.1" status: 200 len: 1096 time: 0.0831661 Jul 14 20:53:57.877373 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-b122e0fe-6815-4c75-8b5f-10767600f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:57.878828 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-b122e0fe-6815-4c75-8b5f-10767600f72c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 1096 time: 0.0500460 Jul 14 20:53:57.969108 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-a90ad88d-5296-4e21-8969-99a26c76a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:57.970544 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-a90ad88d-5296-4e21-8969-99a26c76a324 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 200 len: 917 time: 0.0837135 Jul 14 20:53:58.032604 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-14ce77f2-613b-4c59-817a-2ca0de2ad500 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1722add2-0307-4797-89b9-abbfb6a42be0 HTTP/1.1" status: 200 len: 999 time: 0.0548403 Jul 14 20:53:58.082801 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-c69f7b45-cf8c-474d-9c3f-b83ac2bef430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:58.084285 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-c69f7b45-cf8c-474d-9c3f-b83ac2bef430 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 200 len: 855 time: 0.0422299 Jul 14 20:53:58.175329 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-99506a79-81ec-4f9f-bb68-d7cc8c109eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:58.176819 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-99506a79-81ec-4f9f-bb68-d7cc8c109eca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0ad5bd8-17bb-4419-bee4-0725526df953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864632 Jul 14 20:53:58.241513 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765be5da-e66b-4e46-8f6d-e4d543585c28 req-48bde492-06dd-41e8-8bed-834133870355 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:58.242948 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-765be5da-e66b-4e46-8f6d-e4d543585c28 req-48bde492-06dd-41e8-8bed-834133870355 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.1159277 Jul 14 20:53:58.304151 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-765be5da-e66b-4e46-8f6d-e4d543585c28 req-6e3b7760-84c3-4104-ba35-8b46f80a1894 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555129 Jul 14 20:53:58.309313 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-becc1949-edee-4544-9d87-7e014ca6c9f8 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227260 Jul 14 20:53:58.396005 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7fb5a486-6edc-4f7e-bc45-64686de7055b req-7265f899-452b-416f-b9ec-7cd06fc9ec1b service neutron] 10.222.0.43 "GET /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800960 Jul 14 20:53:58.583258 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:53:58.822591 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3155b-d1b8-4a29-9ab3-c08d479bb282 req-76f33aa1-9ed1-4d0b-a62e-e75e1f99ab1f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:58.831464 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-32f3155b-d1b8-4a29-9ab3-c08d479bb282 req-76f33aa1-9ed1-4d0b-a62e-e75e1f99ab1f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0815012 Jul 14 20:53:58.881285 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-32f3155b-d1b8-4a29-9ab3-c08d479bb282 req-70347f97-457e-488b-9ec3-db83481fbf22 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487478 Jul 14 20:53:59.508107 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363c0b4-3bcf-4e20-8451-d1f0c00d265b req-29204b1b-8955-43d3-812d-d3556bbaea36 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:53:59.509660 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3363c0b4-3bcf-4e20-8451-d1f0c00d265b req-29204b1b-8955-43d3-812d-d3556bbaea36 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0725505 Jul 14 20:53:59.552635 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3363c0b4-3bcf-4e20-8451-d1f0c00d265b req-e7c7223c-a5c3-48b1-8b58-390cb50d1eba tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342722 Jul 14 20:53:59.875504 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 1722add2-0307-4797-89b9-abbfb6a42be0 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:54:00.061008 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5ee8b-c7e5-49c9-b39e-da21bf3c6fe5 req-ca67b705-3726-41ec-8b60-f317086ce7a7 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:00.062580 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e8c5ee8b-c7e5-49c9-b39e-da21bf3c6fe5 req-ca67b705-3726-41ec-8b60-f317086ce7a7 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0674241 Jul 14 20:54:00.101216 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e8c5ee8b-c7e5-49c9-b39e-da21bf3c6fe5 req-bda9cb23-a47e-4909-917c-da8709fea9b2 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325000 Jul 14 20:54:00.732273 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca8cf8-a252-43f2-91a9-86ffdf02d7ae req-7869e684-8e7f-4ce4-b084-83b6cf90683a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:00.733936 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b6ca8cf8-a252-43f2-91a9-86ffdf02d7ae req-7869e684-8e7f-4ce4-b084-83b6cf90683a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0669167 Jul 14 20:54:00.773960 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b6ca8cf8-a252-43f2-91a9-86ffdf02d7ae req-a5f91c64-16af-42d3-bbae-eb51f6b01ce7 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343287 Jul 14 20:54:01.286402 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc511-0c5d-4996-9df0-9486e0021a38 req-fd42a81d-b155-49cf-9f02-a7c0588205d0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:01.287942 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a89cc511-0c5d-4996-9df0-9486e0021a38 req-fd42a81d-b155-49cf-9f02-a7c0588205d0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0632772 Jul 14 20:54:01.327162 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a89cc511-0c5d-4996-9df0-9486e0021a38 req-705b646d-8de3-4e6d-b135-723eab7ade23 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337024 Jul 14 20:54:01.953145 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb32a0e-0249-4bdd-9e38-eeeb412134bf req-5a3561d4-4da6-4cf7-8276-271dbfcc05ac tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:01.955383 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0eb32a0e-0249-4bdd-9e38-eeeb412134bf req-5a3561d4-4da6-4cf7-8276-271dbfcc05ac tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0646300 Jul 14 20:54:01.996529 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0eb32a0e-0249-4bdd-9e38-eeeb412134bf req-f40b34d5-f12b-47b2-a980-3167fee06908 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351794 Jul 14 20:54:02.508905 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c731d6-3513-4793-97dd-e9733c6dbfa2 req-c37ec48f-a130-411a-b35a-66be184668a0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:02.510440 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f8c731d6-3513-4793-97dd-e9733c6dbfa2 req-c37ec48f-a130-411a-b35a-66be184668a0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0658259 Jul 14 20:54:02.553961 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f8c731d6-3513-4793-97dd-e9733c6dbfa2 req-7099f140-146d-4551-8e2d-12779073b48e tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379789 Jul 14 20:54:03.178024 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa1b8e-84ac-4541-85ec-da45a67b65d3 req-b55b9e21-d8f5-412b-9c51-9d8fb989fc54 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:03.179658 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-48fa1b8e-84ac-4541-85ec-da45a67b65d3 req-b55b9e21-d8f5-412b-9c51-9d8fb989fc54 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0689747 Jul 14 20:54:03.219466 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-48fa1b8e-84ac-4541-85ec-da45a67b65d3 req-9ddcf303-2d9a-427c-b98b-3b08009fb88c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339353 Jul 14 20:54:03.741497 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99534908-a1bd-4a18-9e97-81a16a02ebd2 req-baf48738-3333-4f24-ae0b-dd73b82af948 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:03.742907 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-99534908-a1bd-4a18-9e97-81a16a02ebd2 req-baf48738-3333-4f24-ae0b-dd73b82af948 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0665727 Jul 14 20:54:03.791337 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-99534908-a1bd-4a18-9e97-81a16a02ebd2 req-2a1af63d-66c0-4f4a-8bab-05c8324cd582 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Jul 14 20:54:04.399043 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fa20d-5d06-4704-a772-d2889c6d5d83 req-fdb83cde-cd04-419d-90ea-f3ebbbe58c3f tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:04.400561 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f63fa20d-5d06-4704-a772-d2889c6d5d83 req-fdb83cde-cd04-419d-90ea-f3ebbbe58c3f tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0675564 Jul 14 20:54:04.441443 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f63fa20d-5d06-4704-a772-d2889c6d5d83 req-c4c580c9-3a92-4023-9be0-154a9689df11 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332804 Jul 14 20:54:04.973902 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a722f-649d-41eb-a4c4-110826e4bea5 req-e9720aeb-dd27-45d2-b14d-de1b9c280b9c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:04.975372 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a48a722f-649d-41eb-a4c4-110826e4bea5 req-e9720aeb-dd27-45d2-b14d-de1b9c280b9c tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0643485 Jul 14 20:54:05.015678 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a48a722f-649d-41eb-a4c4-110826e4bea5 req-588c03f4-64d2-4d49-9576-1e93bef6c764 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346985 Jul 14 20:54:05.625096 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf146b0-aefe-4b06-81de-776874d285e4 req-c09422b6-0d68-4762-9b35-e7b756380ee1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:05.626642 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8bf146b0-aefe-4b06-81de-776874d285e4 req-c09422b6-0d68-4762-9b35-e7b756380ee1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0687368 Jul 14 20:54:05.667091 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8bf146b0-aefe-4b06-81de-776874d285e4 req-f6f92ab3-d0f6-479d-b23c-39a50d0e023e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342541 Jul 14 20:54:06.201285 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b8d5d-8cd1-4216-abb1-a8fc78045159 req-daf8d63c-c1d4-48d8-b586-47a6c639fd12 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:06.203364 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8d2b8d5d-8cd1-4216-abb1-a8fc78045159 req-daf8d63c-c1d4-48d8-b586-47a6c639fd12 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0682638 Jul 14 20:54:06.248131 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8d2b8d5d-8cd1-4216-abb1-a8fc78045159 req-2713d222-58c6-44fd-b879-0a3ca7e8f209 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370979 Jul 14 20:54:06.869084 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2807fa-b7a5-4dd0-b027-b443285a441e req-feef8511-547d-4b20-8c78-29a368867756 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:06.870714 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7f2807fa-b7a5-4dd0-b027-b443285a441e req-feef8511-547d-4b20-8c78-29a368867756 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0703363 Jul 14 20:54:06.909310 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7f2807fa-b7a5-4dd0-b027-b443285a441e req-c98b4751-6ada-409a-894b-f09b56167c4b tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328603 Jul 14 20:54:07.438433 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f910f-cc8c-4dcf-b9e0-08936dc9f190 req-034a537b-b1a2-4551-89e8-693afdf65e04 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:07.439940 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-fd8f910f-cc8c-4dcf-b9e0-08936dc9f190 req-034a537b-b1a2-4551-89e8-693afdf65e04 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0691850 Jul 14 20:54:07.480995 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-fd8f910f-cc8c-4dcf-b9e0-08936dc9f190 req-0229db4f-738d-47eb-b621-a3c64d9ef110 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351489 Jul 14 20:54:08.084407 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb00f88-242b-42f1-bf55-b6d86a018e7b req-2dc7b175-0f11-43b0-b55e-421e08ed0623 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:08.085886 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-beb00f88-242b-42f1-bf55-b6d86a018e7b req-2dc7b175-0f11-43b0-b55e-421e08ed0623 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0637941 Jul 14 20:54:08.124880 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-beb00f88-242b-42f1-bf55-b6d86a018e7b req-0b7f870b-207a-4ad2-9930-9a9a11c6cf48 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Jul 14 20:54:08.656676 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebafaa-f557-4dfa-85d6-789a1b889e84 req-0d802eda-41b8-4b3d-b105-54397234d3fc tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:08.658355 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-34ebafaa-f557-4dfa-85d6-789a1b889e84 req-0d802eda-41b8-4b3d-b105-54397234d3fc tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0611241 Jul 14 20:54:08.700378 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-34ebafaa-f557-4dfa-85d6-789a1b889e84 req-a8cb7d59-336a-4e15-b0b1-7af2acef6884 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362432 Jul 14 20:54:09.299524 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e31e75-cffb-4452-801d-cc57245b9fe5 req-579bfd2d-7ab5-4c3e-ace5-1a06a7c85bfa tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:09.301025 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-14e31e75-cffb-4452-801d-cc57245b9fe5 req-579bfd2d-7ab5-4c3e-ace5-1a06a7c85bfa tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0663753 Jul 14 20:54:09.336875 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-14e31e75-cffb-4452-801d-cc57245b9fe5 req-44a7e855-36be-4ea2-892e-9e24a4ecbd9e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303359 Jul 14 20:54:09.705748 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eb846-79b5-4115-ae85-54e260c52dcf req-72b6a1a6-0ef5-4bdd-9797-c2247df62739 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:09.707140 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-695eb846-79b5-4115-ae85-54e260c52dcf req-72b6a1a6-0ef5-4bdd-9797-c2247df62739 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.1019380 Jul 14 20:54:09.709727 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-02d728c4-0267-4359-a1b2-d77c7f15eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:09.711089 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-02d728c4-0267-4359-a1b2-d77c7f15eed8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 1099 time: 0.0970898 Jul 14 20:54:09.787624 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-695eb846-79b5-4115-ae85-54e260c52dcf req-1a51ab93-45ad-49ac-ab92-522358b927fc tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749540 Jul 14 20:54:09.823689 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-f5bb3fb2-5f84-4a1f-b5df-698e51efc958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:09.825479 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-f5bb3fb2-5f84-4a1f-b5df-698e51efc958 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 912 time: 0.0995243 Jul 14 20:54:09.875594 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028243-ee21-4b04-8750-cc2682a5ff1a req-91081703-65d6-4f6b-be28-a9d834c0c4f7 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:09.877182 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c5028243-ee21-4b04-8750-cc2682a5ff1a req-91081703-65d6-4f6b-be28-a9d834c0c4f7 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0611567 Jul 14 20:54:09.896746 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-3e90ceee-678e-4648-8ea2-e4d77f5da539 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 HTTP/1.1" status: 200 len: 1001 time: 0.0615129 Jul 14 20:54:09.913763 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c5028243-ee21-4b04-8750-cc2682a5ff1a req-94758411-e7b8-4375-89a9-26385f0c0dd0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310252 Jul 14 20:54:09.949254 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-5ceb5a96-b553-4424-8a6f-d0052d0785f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:09.950967 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-5ceb5a96-b553-4424-8a6f-d0052d0785f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f HTTP/1.1" status: 200 len: 850 time: 0.0434525 Jul 14 20:54:10.008672 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-60a372fa-be56-4afe-843f-161294e493ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:10.010074 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-60a372fa-be56-4afe-843f-161294e493ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9889ce84-c52d-4038-b55b-f5ffc7e1affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495152 Jul 14 20:54:10.103958 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-a4731f4d-b6ea-4918-bd14-9ace4533e89f service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835214 Jul 14 20:54:10.193258 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6e7ba7c4-5b13-440a-a51e-7454f67f2f0f req-40aeec51-7472-4633-85c8-b2a97652ff6c service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790172 Jul 14 20:54:10.960835 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07df5d5-4c40-4e89-88b1-186cb022d337 req-60540108-1e91-4f00-ab19-dfb8ceb06e3a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:10.962315 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a07df5d5-4c40-4e89-88b1-186cb022d337 req-60540108-1e91-4f00-ab19-dfb8ceb06e3a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0611994 Jul 14 20:54:11.002902 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a07df5d5-4c40-4e89-88b1-186cb022d337 req-2a62076b-a340-44c7-9bc3-8f77cd2b004e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350304 Jul 14 20:54:11.087581 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff5a15-25a9-4788-b0c2-e49195b9a52b req-3693d209-4f5d-478b-b00a-b4ce17657fe3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:11.089060 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a4ff5a15-25a9-4788-b0c2-e49195b9a52b req-3693d209-4f5d-478b-b00a-b4ce17657fe3 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 943 time: 0.0612619 Jul 14 20:54:11.126562 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a4ff5a15-25a9-4788-b0c2-e49195b9a52b req-58177867-8940-46b9-b2f2-745302b84a86 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Jul 14 20:54:11.937985 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 1722add2-0307-4797-89b9-abbfb6a42be0 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:54:12.033268 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:54:12.044274 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '1722add2-0307-4797-89b9-abbfb6a42be0', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'port_id': '1722add2-0307-4797-89b9-abbfb6a42be0', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:54:12.081081 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:12.094588 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1722add2-0307-4797-89b9-abbfb6a42be0 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:54:12.114290 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:54:12.117921 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:12.162812 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=9']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:12.301926 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d4baa-489a-4152-9d55-aa90b9979bbc req-3f318a8a-c32d-47f2-a942-2fa36a4cd990 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:12.303318 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-040d4baa-489a-4152-9d55-aa90b9979bbc req-3f318a8a-c32d-47f2-a942-2fa36a4cd990 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 944 time: 0.0619769 Jul 14 20:54:12.339209 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-040d4baa-489a-4152-9d55-aa90b9979bbc req-1686a843-0c2e-4e24-bfdd-db5f3ef07390 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303755 Jul 14 20:54:12.364411 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['1722add2-0307-4797-89b9-abbfb6a42be0'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:54:13.515530 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f186034-8d4b-4010-bd69-e78b1d12b641 req-3ecea14a-28a7-45cd-ba0f-294db9b361f5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:13.517016 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3f186034-8d4b-4010-bd69-e78b1d12b641 req-3ecea14a-28a7-45cd-ba0f-294db9b361f5 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 944 time: 0.0641620 Jul 14 20:54:13.552825 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3f186034-8d4b-4010-bd69-e78b1d12b641 req-5c2eff45-425c-4fb2-b4b4-0282225a554a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303404 Jul 14 20:54:13.958244 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 1722add2-0307-4797-89b9-abbfb6a42be0 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:54:14.004558 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 1722add2-0307-4797-89b9-abbfb6a42be0 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:54:14.004928 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:14.080324 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:14.101383 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:54:14.103594 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5e0842-5135-487e-b439-c86d61ec80ee" -d '{"events": [{"server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "name": "network-vif-plugged", "status": "completed", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:54:14.116377 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:54:14.120406 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:14.154211 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c3788-b4c7-4d5b-a02c-0ae1bd68cf90 x-openstack-request-id: req-616c3788-b4c7-4d5b-a02c-0ae1bd68cf90 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:54:14.154503 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "name": "network-vif-plugged", "status": "completed", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:54:14.154780 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-616c3788-b4c7-4d5b-a02c-0ae1bd68cf90 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:54:14.155165 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0', 'code': 200} Jul 14 20:54:14.181662 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=10']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:14.336985 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455dd42-ae1d-4ce2-9e11-cc489ebdef97 req-68db913c-868c-429a-9af9-51effa224fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:14.338355 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a455dd42-ae1d-4ce2-9e11-cc489ebdef97 req-68db913c-868c-429a-9af9-51effa224fe6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 1099 time: 0.0491023 Jul 14 20:54:14.372946 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a455dd42-ae1d-4ce2-9e11-cc489ebdef97 req-415d690e-9d5a-46b4-8d39-6a4d6dc590fe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279894 Jul 14 20:54:14.730932 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611df64-b6c3-4bf2-a615-c30445ce87e8 req-6a373436-61b5-47a7-9d6c-141cf004dff0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:14.732432 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7611df64-b6c3-4bf2-a615-c30445ce87e8 req-6a373436-61b5-47a7-9d6c-141cf004dff0 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 946 time: 0.0638034 Jul 14 20:54:14.770702 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7611df64-b6c3-4bf2-a615-c30445ce87e8 req-541d865b-c9cc-450b-bfa7-92f1fa46133f tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321069 Jul 14 20:54:15.954243 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc1411-acd2-4fe7-9f00-5f24a1152b76 req-c9769d56-d6c8-41ab-bb2b-a6ed2f5ecaa4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:15.955704 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a4bc1411-acd2-4fe7-9f00-5f24a1152b76 req-c9769d56-d6c8-41ab-bb2b-a6ed2f5ecaa4 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 946 time: 0.0641646 Jul 14 20:54:15.992478 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a4bc1411-acd2-4fe7-9f00-5f24a1152b76 req-2f06c260-531c-4754-b1fa-5533e0a1784a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310788 Jul 14 20:54:17.180724 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:54:22.683808 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:22.928754 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-1c832b7f-02f4-4803-b39c-4eb0beccb1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:25.988515 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:26.078271 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-c514c8dd-935a-4e99-9428-74153a35cb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:26.927507 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:28.585958 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:44.729576 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2630f6-30ab-4d35-bd5f-7ab7a1321409 req-1a33f917-57fc-42dc-b074-739acd323d6a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:44.731058 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0b2630f6-30ab-4d35-bd5f-7ab7a1321409 req-1a33f917-57fc-42dc-b074-739acd323d6a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0664463 Jul 14 20:54:44.769799 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0b2630f6-30ab-4d35-bd5f-7ab7a1321409 req-ea00af87-426c-4a8e-ad9c-9afda613ebd2 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 Jul 14 20:54:45.940000 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfc108-352f-4088-b67a-f4d555c86839 req-9f3b5575-4248-4199-9518-dd6e538006da tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:45.941512 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-07bfc108-352f-4088-b67a-f4d555c86839 req-9f3b5575-4248-4199-9518-dd6e538006da tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0613744 Jul 14 20:54:45.981636 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-07bfc108-352f-4088-b67a-f4d555c86839 req-a168c359-30d8-457e-beac-a23be95a72c3 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345600 Jul 14 20:54:46.750559 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-4d57dd9d-d834-4fdb-829b-0491d0edbe05 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:46.751991 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-4d57dd9d-d834-4fdb-829b-0491d0edbe05 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.0636270 Jul 14 20:54:46.853660 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Deleting port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:54:46.853992 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:46.935141 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] For port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:54:46.935412 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:47.107185 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:47.107547 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:47.107940 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.l3_db [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Floating IP 018217e6-782a-44e4-b2d6-ab446c809871 disassociated. External IP: 172.27.2.79, port: 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13. Jul 14 20:54:47.108203 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Calling delete_port for 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:54:47.212979 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635e3e2-4b33-4513-be2b-31c8fe134a0a req-adde9472-2c37-47da-b276-aec9b58a8081 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:47.214352 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e635e3e2-4b33-4513-be2b-31c8fe134a0a req-adde9472-2c37-47da-b276-aec9b58a8081 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a89fe87-7d06-4524-8122-81b857d99276 HTTP/1.1" status: 200 len: 946 time: 0.1168914 Jul 14 20:54:47.277375 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e635e3e2-4b33-4513-be2b-31c8fe134a0a req-b4364b01-b136-443d-9e19-73eab3a5f536 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=4a991b3a-b23d-4177-ba9e-842ee6830a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561604 Jul 14 20:54:47.299303 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:47.327881 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event deleted for resources: {'Port': ['ID=4f843c8f-3b5b-49f8-a68d-3b4046c6ee13,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:47.337686 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.338025 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.338360 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.338687 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.339006 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.339329 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.339650 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.339997 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.340314 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.340644 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.340944 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.341254 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:47.452766 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Router be7da088-b806-4f59-a98e-9b8acb9715a3 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:54:47.556949 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:54:47.566858 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] Sync routers for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:54:47.575908 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:54:47.576523 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:47.601198 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] No DVR routers for this DVR port 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:54:47.603601 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:47.605728 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d81f4917-f564-4808-b1e0-a49e53c07493 req-a6e524ad-0947-4eea-b356-6df7d48dac06 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.43 "DELETE /v2.0/ports/4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 HTTP/1.1" status: 204 len: 173 time: 0.8473966 Jul 14 20:54:47.606160 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a89fe87-7d06-4524-8122-81b857d99276', 'name': 'network-vif-deleted', 'tag': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:54:47.608401 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e958932-45b7-40b3-80b3-179421bbf3ef" -d '{"events": [{"server_uuid": "2a89fe87-7d06-4524-8122-81b857d99276", "name": "network-vif-deleted", "tag": "4f843c8f-3b5b-49f8-a68d-3b4046c6ee13"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:54:47.693217 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:54:47.722368 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e21c406-7324-484e-9be5-9af1ccd32d6b x-openstack-request-id: req-1e21c406-7324-484e-9be5-9af1ccd32d6b {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:54:47.722642 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a89fe87-7d06-4524-8122-81b857d99276", "name": "network-vif-deleted", "tag": "4f843c8f-3b5b-49f8-a68d-3b4046c6ee13", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:54:47.722912 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e21c406-7324-484e-9be5-9af1ccd32d6b {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:54:47.723308 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a89fe87-7d06-4524-8122-81b857d99276', 'name': 'network-vif-deleted', 'tag': '4f843c8f-3b5b-49f8-a68d-3b4046c6ee13', 'status': 'completed', 'code': 200} Jul 14 20:54:47.900717 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:47.929789 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] Checking router: be7da088-b806-4f59-a98e-9b8acb9715a3 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:54:47.937887 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:54:47.938487 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:48.041553 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:54:48.238022 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:48.272256 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ab4c6-d274-49a1-bec0-9da70243684b None None] The sync data for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi is: [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:54:48.404684 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 35878) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:48.462494 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3d8aba12-dc15-484d-a123-9161ccdcc0ad tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:48.490866 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3d8aba12-dc15-484d-a123-9161ccdcc0ad tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:48.498534 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf36bd5-a1e0-467b-913e-a87605291dcd None None] New status for floating IP 018217e6-782a-44e4-b2d6-ab446c809871: DOWN {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:54:48.537333 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3d8aba12-dc15-484d-a123-9161ccdcc0ad tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:48.540102 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-3d8aba12-dc15-484d-a123-9161ccdcc0ad tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:48.541473 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-3d8aba12-dc15-484d-a123-9161ccdcc0ad tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "DELETE /v2.0/security-groups/4a991b3a-b23d-4177-ba9e-842ee6830a37 HTTP/1.1" status: 204 len: 168 time: 0.1354456 Jul 14 20:54:48.544337 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35880) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:48.551418 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8aba12-dc15-484d-a123-9161ccdcc0ad tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a991b3a-b23d-4177-ba9e-842ee6830a37,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:48.563874 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.api.v2.resource [None req-659f1426-b6de-439e-aaf0-a90cb7481744 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] show failed (client error): The resource could not be found. Jul 14 20:54:48.567297 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-659f1426-b6de-439e-aaf0-a90cb7481744 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups/4a991b3a-b23d-4177-ba9e-842ee6830a37 HTTP/1.1" status: 404 len: 347 time: 0.0190048 Jul 14 20:54:48.568251 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35882) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:48.707080 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Deleting port 44e4ffce-aea9-48df-80f8-5ff93b65f6fc {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:54:48.707468 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:48.778227 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:48.778547 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:48.789638 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Calling delete_port for 44e4ffce-aea9-48df-80f8-5ff93b65f6fc owned by network:floatingip {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:54:48.920798 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:48.945300 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event deleted for resources: {'Port': ['ID=44e4ffce-aea9-48df-80f8-5ff93b65f6fc,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:48.971181 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.971524 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.971874 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.972202 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.972531 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.972854 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.973174 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.973489 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.973806 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.974119 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.974432 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:48.974747 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:54:49.016485 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:49.018966 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:49.020123 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-f691e3d4-ce03-471c-8349-14df3794c21d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "DELETE /v2.0/floatingips/018217e6-782a-44e4-b2d6-ab446c809871 HTTP/1.1" status: 204 len: 168 time: 0.4508615 Jul 14 20:54:49.662585 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9f943-adba-4919-9c71-a78d0f9011cd req-28f681d7-738a-4d7f-a292-c4912d647a98 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:49.664042 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2eb9f943-adba-4919-9c71-a78d0f9011cd req-28f681d7-738a-4d7f-a292-c4912d647a98 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 946 time: 0.0607352 Jul 14 20:54:49.700404 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-2eb9f943-adba-4919-9c71-a78d0f9011cd req-c159cdba-abe7-4c89-bc9d-69efa254c186 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Jul 14 20:54:50.239000 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 35896) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:50.243630 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-2fa27440-4908-41fe-8f51-a1d923981e3a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1669293946', 'description': 'tempest-description--1716451889'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:54:50.265853 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2fa27440-4908-41fe-8f51-a1d923981e3a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.343545 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2fa27440-4908-41fe-8f51-a1d923981e3a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.347541 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2fa27440-4908-41fe-8f51-a1d923981e3a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.376475 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2fa27440-4908-41fe-8f51-a1d923981e3a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.377691 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-2fa27440-4908-41fe-8f51-a1d923981e3a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1376700 Jul 14 20:54:50.379519 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa27440-4908-41fe-8f51-a1d923981e3a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072c17ec-63e2-4307-97a2-d21281163eba,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:50.380771 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35898) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:50.385467 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-5c022069-2918-4d0f-940b-c974f2a829ed tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'security_group_rule': {'security_group_id': '072c17ec-63e2-4307-97a2-d21281163eba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:54:50.412191 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5c022069-2918-4d0f-940b-c974f2a829ed tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.458460 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5c022069-2918-4d0f-940b-c974f2a829ed tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.461766 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5c022069-2918-4d0f-940b-c974f2a829ed tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.478455 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c022069-2918-4d0f-940b-c974f2a829ed tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d7c4e3-54b5-4c75-9a82-b515be4b458d,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:50.484547 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5c022069-2918-4d0f-940b-c974f2a829ed tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.485751 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-5c022069-2918-4d0f-940b-c974f2a829ed tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1039109 Jul 14 20:54:50.488625 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35900) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:50.493077 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-53e5417e-a013-4884-8dba-03aec1db90c1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'security_group_rule': {'security_group_id': '072c17ec-63e2-4307-97a2-d21281163eba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:54:50.517918 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-53e5417e-a013-4884-8dba-03aec1db90c1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.575713 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-53e5417e-a013-4884-8dba-03aec1db90c1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.579300 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-53e5417e-a013-4884-8dba-03aec1db90c1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.596240 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5417e-a013-4884-8dba-03aec1db90c1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6422c1bd-f78f-4afa-9100-d1429aa714ed,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:50.604830 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-53e5417e-a013-4884-8dba-03aec1db90c1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.606157 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-53e5417e-a013-4884-8dba-03aec1db90c1 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165977 Jul 14 20:54:50.609835 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35902) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:50.614077 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'floatingip': {'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:54:50.634455 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.727661 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:50.861517 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Allocated IP 172.27.2.150 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/59dbe8b1-cda6-4916-8e86-2df8e47b0dc0) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:54:50.949641 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acc3a6-1fbb-4936-b398-c7e94628f5a0 req-a85945bd-d5d4-468a-84ba-3a9891f1e6f9 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:50.951036 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-78acc3a6-1fbb-4936-b398-c7e94628f5a0 req-a85945bd-d5d4-468a-84ba-3a9891f1e6f9 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 946 time: 0.1304100 Jul 14 20:54:51.010604 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-78acc3a6-1fbb-4936-b398-c7e94628f5a0 req-f72238df-b969-46dd-b02d-5f830f34e574 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups?id=2369d1e2-81c5-469e-b6f7-8eea02c1e726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528612 Jul 14 20:54:51.015573 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.022230 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-6045562c-4b53-48fc-886f-6e4a4c993faf tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:51.023794 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-6045562c-4b53-48fc-886f-6e4a4c993faf tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 946 time: 0.0619204 Jul 14 20:54:51.056712 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.113808 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:54:51.115127 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'Port': ['ID=59dbe8b1-cda6-4916-8e86-2df8e47b0dc0,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:51.123312 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:54:51.125732 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:54:51.138591 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Deleting port 1722add2-0307-4797-89b9-abbfb6a42be0 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:54:51.138938 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.211305 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.226661 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] For port 1722add2-0307-4797-89b9-abbfb6a42be0, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=1722add2-0307-4797-89b9-abbfb6a42be0,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:54:51.227024 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.252719 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.397080 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.397701 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.397822 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.l3_db [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Floating IP 1d80da98-18a3-445b-823a-2769bf0e2719 disassociated. External IP: 172.27.2.193, port: 1722add2-0307-4797-89b9-abbfb6a42be0. Jul 14 20:54:51.398083 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Calling delete_port for 1722add2-0307-4797-89b9-abbfb6a42be0 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:54:51.399060 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.404197 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.467477 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'Port': ['ID=59dbe8b1-cda6-4916-8e86-2df8e47b0dc0,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:51.481827 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.494513 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.495755 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-cebb145b-b1f2-479e-9556-92a1d9b3578e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8849969 Jul 14 20:54:51.530365 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:51.562612 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event deleted for resources: {'Port': ['ID=1722add2-0307-4797-89b9-abbfb6a42be0,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:51.700430 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Router f41e36aa-1f91-4150-b97f-71e6f563bd4b has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:54:51.707632 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-0fd9f578-5760-447f-92c5-78e91f395103 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1669293946&fields=id&tenant_id=5c259d2b935c444793b588e6c9bd935c HTTP/1.1" status: 200 len: 267 time: 0.0477374 Jul 14 20:54:52.139305 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:54:52.153785 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-91393cfe-4382-4238-bb45-65890409bed8 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:52.154794 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:54:52.156262 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-91393cfe-4382-4238-bb45-65890409bed8 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 811 time: 0.4404578 Jul 14 20:54:52.178145 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] Sync routers for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:54:52.178772 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-866fffaa-338b-48e8-b285-622a2e316288 req-49e25c62-f942-48cc-998a-9b30c6c5f8a1 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf6e5b20-fe96-4763-b927-6dcc793eaaa5 HTTP/1.1" status: 200 len: 210 time: 0.0371180 Jul 14 20:54:52.183698 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:54:52.184319 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 4f843c8f-3b5b-49f8-a68d-3b4046c6ee13 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:54:52.190553 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:54:52.191176 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:52.203522 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] No DVR routers for this DVR port 1722add2-0307-4797-89b9-abbfb6a42be0 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:54:52.206587 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:52.208635 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1aa05fd0-8ae7-400d-851f-b165511fbc93 req-2b347536-97b1-4ec9-83ba-a5840ec1db74 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.43 "DELETE /v2.0/ports/1722add2-0307-4797-89b9-abbfb6a42be0 HTTP/1.1" status: 204 len: 173 time: 1.1752949 Jul 14 20:54:52.209351 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'name': 'network-vif-deleted', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:54:52.211608 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73605979-16e7-4d87-b441-c1c7bae55bee" -d '{"events": [{"server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "name": "network-vif-deleted", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:54:52.215364 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-8f2a72a6-d2c7-4717-af43-924ec4726a29 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/quotas/5c259d2b935c444793b588e6c9bd935c HTTP/1.1" status: 200 len: 375 time: 0.0364130 Jul 14 20:54:52.266441 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe0f5bb-af2c-446a-a857-ad7dca071cd6 x-openstack-request-id: req-1fe0f5bb-af2c-446a-a857-ad7dca071cd6 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:54:52.266840 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6e5b20-fe96-4763-b927-6dcc793eaaa5", "name": "network-vif-deleted", "tag": "1722add2-0307-4797-89b9-abbfb6a42be0", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:54:52.267274 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fe0f5bb-af2c-446a-a857-ad7dca071cd6 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:54:52.267756 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6e5b20-fe96-4763-b927-6dcc793eaaa5', 'name': 'network-vif-deleted', 'tag': '1722add2-0307-4797-89b9-abbfb6a42be0', 'status': 'completed', 'code': 200} Jul 14 20:54:52.298831 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:54:52.311654 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-f02220e7-8886-4115-84d8-8f98551308a9 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892849 Jul 14 20:54:52.467145 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-ccf438ea-bc21-4c8d-af64-c72e8791ef37 service neutron] 10.222.0.38 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424630 Jul 14 20:54:52.555641 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-4f1069ca-b4a8-4ee9-8dfa-592c63e7b7ea service neutron] 10.222.0.38 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820737 Jul 14 20:54:52.618833 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:52.648249 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] Checking router: f41e36aa-1f91-4150-b97f-71e6f563bd4b for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:54:52.657795 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:54:52.658461 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:52.776146 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:52.809361 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:54:52.954930 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-1072a0b3-31ad-4b7f-81f2-c23403d4568e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.043709 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:53.060346 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-fe6ad8d3-84c8-48de-abf1-3dd7079a8759 req-772172c3-a22b-493a-98b3-7bacdb230b94 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 210 time: 0.3458207 Jul 14 20:54:53.072674 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce275b51-ee48-40f2-8575-e64577af076b None None] The sync data for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi is: [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:47:52Z', 'revision_number': 4, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '00a4af57-11a6-44f7-bd0b-514f11e5d11f', 'name': '', 'network_id': 'a0ad5bd8-17bb-4419-bee4-0725526df953', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'mac_address': 'fa:16:3e:e3:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:46Z', 'updated_at': '2021-07-14T20:48:03Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'subnets': [{'id': 'b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:54:53.317197 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35940) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:53.321952 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869cf0a-3326-4d99-b12c-029704aa9923 None None] New status for floating IP 1d80da98-18a3-445b-823a-2769bf0e2719: DOWN {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:54:53.381290 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a792da6-8f9b-4dfb-8410-99e7feca0005 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.404274 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a792da6-8f9b-4dfb-8410-99e7feca0005 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.456621 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a792da6-8f9b-4dfb-8410-99e7feca0005 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.459110 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3a792da6-8f9b-4dfb-8410-99e7feca0005 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.460270 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3a792da6-8f9b-4dfb-8410-99e7feca0005 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "DELETE /v2.0/security-groups/2369d1e2-81c5-469e-b6f7-8eea02c1e726 HTTP/1.1" status: 204 len: 168 time: 0.1420748 Jul 14 20:54:53.463728 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 35942) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:53.469385 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a792da6-8f9b-4dfb-8410-99e7feca0005 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2369d1e2-81c5-469e-b6f7-8eea02c1e726,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:53.478557 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.api.v2.resource [None req-2ebe84e9-6ec0-4ee4-a584-daad1b87410a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] show failed (client error): The resource could not be found. Jul 14 20:54:53.482654 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35944) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:53.482847 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-2ebe84e9-6ec0-4ee4-a584-daad1b87410a tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "GET /v2.0/security-groups/2369d1e2-81c5-469e-b6f7-8eea02c1e726 HTTP/1.1" status: 404 len: 347 time: 0.0179455 Jul 14 20:54:53.602393 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-3f18d7aa-0a7d-46f4-a61e-30acdb45a491 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Deleting port 102f560e-c3a5-4a53-9fc4-7c87d7b7a3a9 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:54:53.602754 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3f18d7aa-0a7d-46f4-a61e-30acdb45a491 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.677178 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3f18d7aa-0a7d-46f4-a61e-30acdb45a491 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.677493 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3f18d7aa-0a7d-46f4-a61e-30acdb45a491 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.688684 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-3f18d7aa-0a7d-46f4-a61e-30acdb45a491 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Calling delete_port for 102f560e-c3a5-4a53-9fc4-7c87d7b7a3a9 owned by network:floatingip {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:54:53.818631 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3f18d7aa-0a7d-46f4-a61e-30acdb45a491 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.844288 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18d7aa-0a7d-46f4-a61e-30acdb45a491 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Pushing event deleted for resources: {'Port': ['ID=102f560e-c3a5-4a53-9fc4-7c87d7b7a3a9,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:53.902723 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3f18d7aa-0a7d-46f4-a61e-30acdb45a491 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks [] for floatingip, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.905773 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3f18d7aa-0a7d-46f4-a61e-30acdb45a491 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:53.906896 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3f18d7aa-0a7d-46f4-a61e-30acdb45a491 tempest-AttachVolumeShelveTestJSON-823331557 tempest-AttachVolumeShelveTestJSON-823331557-project] 10.222.0.38 "DELETE /v2.0/floatingips/1d80da98-18a3-445b-823a-2769bf0e2719 HTTP/1.1" status: 204 len: 168 time: 0.4226265 Jul 14 20:54:54.179299 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:54:54.208110 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3419995c-6d70-4316-b966-b59e7c500b1c req-a55884c1-3efb-40f3-8e28-f05a72290b96 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 210 time: 0.0335913 Jul 14 20:54:54.313486 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-3700d8e0-7578-49aa-bd07-55fd9d17ac82 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:54.314907 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-3700d8e0-7578-49aa-bd07-55fd9d17ac82 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.43 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 811 time: 0.1097803 Jul 14 20:54:54.360073 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-1185ca5a-acbd-46db-a314-3429af7ca0bd tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c259d2b935c444793b588e6c9bd935c HTTP/1.1" status: 200 len: 380 time: 0.0350420 Jul 14 20:54:54.370326 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'port': {'device_id': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'admin_state_up': True, 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'security_groups': ['072c17ec-63e2-4307-97a2-d21281163eba']}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:54:54.480746 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Made reservation on behalf of 5c259d2b935c444793b588e6c9bd935c for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:54:54.484366 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:54.603581 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Allocated IP 172.20.0.7 (9889ce84-c52d-4038-b55b-f5ffc7e1affd/c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f/78c4a4dc-46cb-4243-b2cd-7ffba25d632a) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:54:54.738183 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:54.751553 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Transition to ACTIVE for port object 78c4a4dc-46cb-4243-b2cd-7ffba25d632a will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:54:54.783077 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:54.824242 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Network 9889ce84-c52d-4038-b55b-f5ffc7e1affd is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:54:54.831664 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:54:54.835121 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:54:54.866644 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event updated for resources: {'Port': ['ID=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:54.892344 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:54.893013 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:54.907072 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-b6c233b7-fc96-4c5c-94de-304d0ceb8a91 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5404406 Jul 14 20:54:54.923830 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Request body: {'port': {'device_id': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:54:55.000177 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:55.052468 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-e54beb53-8efe-4360-99f1-caa26ca8ee44 None None] Provisioning for port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:54:55.056780 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-e54beb53-8efe-4360-99f1-caa26ca8ee44 None None] Provisioning complete for port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:54:55.057256 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e54beb53-8efe-4360-99f1-caa26ca8ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:55.099107 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-e54beb53-8efe-4360-99f1-caa26ca8ee44 None None] Port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:54:55.261504 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c4a4dc-46cb-4243-b2cd-7ffba25d632a {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:54:55.270216 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:55.283074 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Transition to ACTIVE for port object 78c4a4dc-46cb-4243-b2cd-7ffba25d632a will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:54:55.287933 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:55.343928 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Pushing event updated for resources: {'Port': ['ID=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:55.394763 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f2136-6c20-4203-89a2-5bb2c8caec9f req-c5093769-2b6f-4e86-876f-aa3c0a122b37 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:55.396428 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f47f2136-6c20-4203-89a2-5bb2c8caec9f req-c5093769-2b6f-4e86-876f-aa3c0a122b37 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 943 time: 0.0737722 Jul 14 20:54:55.421991 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Attempting to bind port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:54:55.422325 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Attempting to bind port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:54:55.422739 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Attempting to bind port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a on network 9889ce84-c52d-4038-b55b-f5ffc7e1affd {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:54:55.428035 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a on network 9889ce84-c52d-4038-b55b-f5ffc7e1affd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:54:55.428356 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Attempting to bind port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a on network 9889ce84-c52d-4038-b55b-f5ffc7e1affd {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:54:55.435248 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:54:55.435683 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Checking segment: {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:54:55.436034 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Bound using segment: {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:54:55.436491 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Bound port: 78c4a4dc-46cb-4243-b2cd-7ffba25d632a, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036dacde-f8c8-419d-b3e6-d03b283fc6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:54:55.436868 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:55.444931 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f47f2136-6c20-4203-89a2-5bb2c8caec9f req-8c6179ae-baa5-4972-b0eb-39b4a86ea848 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424345 Jul 14 20:54:55.515622 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] For port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:54:55.518707 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] For port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:54:55.523314 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:55.559322 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:55.559923 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:55.561311 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] 10.222.0.43 "PUT /v2.0/ports/78c4a4dc-46cb-4243-b2cd-7ffba25d632a HTTP/1.1" status: 200 len: 1093 time: 0.6422861 Jul 14 20:54:55.561785 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'tag': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:54:55.564031 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ca0781-33ea-4860-94d5-812e10801cef" -d '{"events": [{"name": "network-changed", "server_uuid": "f036e4dc-7b46-447b-bd0d-7ea36a75a06d", "tag": "78c4a4dc-46cb-4243-b2cd-7ffba25d632a"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:54:55.602380 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53573e73-1010-4737-880a-e83bb350b1dd service neutron] Pushing event updated for resources: {'Port': ['ID=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:55.606920 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9c8fa5-17d5-4658-994b-103775093964 x-openstack-request-id: req-7f9c8fa5-17d5-4658-994b-103775093964 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:54:55.607198 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f036e4dc-7b46-447b-bd0d-7ea36a75a06d", "tag": "78c4a4dc-46cb-4243-b2cd-7ffba25d632a", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:54:55.607453 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f9c8fa5-17d5-4658-994b-103775093964 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:54:55.607860 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'tag': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a', 'status': 'completed', 'code': 200} Jul 14 20:54:55.667587 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-a7a52541-280c-4bb7-8ca1-9f86f1aac703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:55.669213 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-a7a52541-280c-4bb7-8ca1-9f86f1aac703 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 1096 time: 0.0567389 Jul 14 20:54:55.715318 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-5577b8e5-7f52-4197-879e-91a0b41c8f98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c4a4dc-46cb-4243-b2cd-7ffba25d632a HTTP/1.1" status: 200 len: 217 time: 0.0347373 Jul 14 20:54:55.768435 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-5a09a59e-9570-4e0a-863d-2a58714035f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:55.769855 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-5a09a59e-9570-4e0a-863d-2a58714035f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f HTTP/1.1" status: 200 len: 850 time: 0.0455048 Jul 14 20:54:55.829734 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-a918f4b8-dda1-4df3-81f1-7699bfd76a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:55.831163 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-a918f4b8-dda1-4df3-81f1-7699bfd76a14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9889ce84-c52d-4038-b55b-f5ffc7e1affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496876 Jul 14 20:54:55.918657 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-90e4ddfc-e02f-4256-86d4-4cd4b1845e91 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0765221 Jul 14 20:54:55.989378 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:56.012754 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9b9d6398-8f38-496f-886b-1281600d4b69 req-59ed023a-7063-4ec0-ad96-2bc33e7b7d4a service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842857 Jul 14 20:54:56.079363 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d27371cc-a579-4182-9e09-bf668338bee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:56.118685 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0781-33ea-4860-94d5-812e10801cef req-3e2ba92a-0966-4866-8759-377e6288c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:56.120183 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c3ca0781-33ea-4860-94d5-812e10801cef req-3e2ba92a-0966-4866-8759-377e6288c640 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 1096 time: 0.0522041 Jul 14 20:54:56.168471 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 1722add2-0307-4797-89b9-abbfb6a42be0 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:54:56.188242 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 1722add2-0307-4797-89b9-abbfb6a42be0 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:54:56.188696 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 1722add2-0307-4797-89b9-abbfb6a42be0 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:54:56.212720 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0781-33ea-4860-94d5-812e10801cef req-b3d60e5f-f599-4e61-a3cd-736ac8820374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:56.214198 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c3ca0781-33ea-4860-94d5-812e10801cef req-b3d60e5f-f599-4e61-a3cd-736ac8820374 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 912 time: 0.0860376 Jul 14 20:54:56.253886 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c3ca0781-33ea-4860-94d5-812e10801cef req-97acf889-fb92-4506-8095-1ff719e741b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c4a4dc-46cb-4243-b2cd-7ffba25d632a HTTP/1.1" status: 200 len: 217 time: 0.0328898 Jul 14 20:54:56.302255 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0781-33ea-4860-94d5-812e10801cef req-cb83f15e-4565-40d2-8c81-42b97098536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:56.303777 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c3ca0781-33ea-4860-94d5-812e10801cef req-cb83f15e-4565-40d2-8c81-42b97098536d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f HTTP/1.1" status: 200 len: 850 time: 0.0433519 Jul 14 20:54:56.367870 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0781-33ea-4860-94d5-812e10801cef req-79f9765e-5526-4c15-9472-a1f3bd5e225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:56.369442 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c3ca0781-33ea-4860-94d5-812e10801cef req-79f9765e-5526-4c15-9472-a1f3bd5e225e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9889ce84-c52d-4038-b55b-f5ffc7e1affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590606 Jul 14 20:54:56.473484 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c3ca0781-33ea-4860-94d5-812e10801cef req-02a48115-a60d-4ae5-8280-de6f98da5193 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967691 Jul 14 20:54:56.486722 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35980) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:56.622853 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c3ca0781-33ea-4860-94d5-812e10801cef req-ed879030-0af3-485b-a3db-dd269ea25bd7 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371512 Jul 14 20:54:56.657204 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c65d4-f6d2-40e2-b7b1-87130ba3d3ba req-67a417c5-7aa9-4b59-ad4b-cb898170243b tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:56.658693 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8f3c65d4-f6d2-40e2-b7b1-87130ba3d3ba req-67a417c5-7aa9-4b59-ad4b-cb898170243b tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 943 time: 0.0804040 Jul 14 20:54:56.698267 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8f3c65d4-f6d2-40e2-b7b1-87130ba3d3ba req-d34d60ed-2d2a-49cf-8b65-bdc254314be3 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338342 Jul 14 20:54:56.756638 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f17a0-0901-4b2e-abdd-42205748fd32 req-abfb4024-8949-4e45-8555-a05dd1333d86 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:56.758087 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4f3f17a0-0901-4b2e-abdd-42205748fd32 req-abfb4024-8949-4e45-8555-a05dd1333d86 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 946 time: 0.1533105 Jul 14 20:54:56.863519 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4f3f17a0-0901-4b2e-abdd-42205748fd32 req-c17ab8f0-817c-412d-ae2c-dd0385108b4a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709147 Jul 14 20:54:56.930368 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:57.085056 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-338765'] for router_interface, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:57.371999 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] Deleting port 00a4af57-11a6-44f7-bd0b-514f11e5d11f {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:54:57.372339 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:57.454198 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] For port 00a4af57-11a6-44f7-bd0b-514f11e5d11f, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=00a4af57-11a6-44f7-bd0b-514f11e5d11f,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:54:57.454554 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:57.466629 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] Calling delete_port for 00a4af57-11a6-44f7-bd0b-514f11e5d11f owned by network:router_interface {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:54:57.651660 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:57.674519 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a4af57-11a6-44f7-bd0b-514f11e5d11f,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:57.853333 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338913'] for router_interface, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:57.883484 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a94d-d033-4615-8ed0-002f0c399cf2 req-082ac7db-0633-4fa6-b55a-f97c68360fc5 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:57.884972 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ec99a94d-d033-4615-8ed0-002f0c399cf2 req-082ac7db-0633-4fa6-b55a-f97c68360fc5 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 943 time: 0.0630512 Jul 14 20:54:57.923261 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ec99a94d-d033-4615-8ed0-002f0c399cf2 req-2da5c6fc-05dc-4203-8122-535ff8fbd95a tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320168 Jul 14 20:54:58.254585 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-706aefd5-17ba-4368-81fa-5dda4c92f366 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:58.256012 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-706aefd5-17ba-4368-81fa-5dda4c92f366 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 946 time: 0.0668154 Jul 14 20:54:58.332680 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] Router f41e36aa-1f91-4150-b97f-71e6f563bd4b has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:54:58.345748 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21302a7-9b1a-4240-b604-5064deab8d4a req-294f3f41-1542-44c0-ad0c-09def0c10f09 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:58.347234 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c21302a7-9b1a-4240-b604-5064deab8d4a req-294f3f41-1542-44c0-ad0c-09def0c10f09 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 946 time: 0.3513181 Jul 14 20:54:58.360455 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Deleting port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:54:58.360804 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:58.452029 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] For port eb7b5c24-9172-4fdd-aabb-70a4e49e6131, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:54:58.452291 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c21302a7-9b1a-4240-b604-5064deab8d4a req-72446d06-3818-4644-9824-c94ef4cd9c9b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976267 Jul 14 20:54:58.452403 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:58.475916 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:54:58.480883 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-0747f0ba-c8c6-4da5-96fb-5bbda3c1aeb3 admin admin] 10.222.0.38 "PUT /v2.0/routers/f41e36aa-1f91-4150-b97f-71e6f563bd4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9931526 Jul 14 20:54:58.483814 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 35990) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:58.488603 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] Sync routers for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:54:58.497323 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:54:58.498064 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:58.591553 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Notify callbacks [] for router, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:58.612662 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:54:58.639803 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:58.640573 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:58.640951 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.l3_db [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Floating IP a909a839-0971-48c7-aa51-6874749bf2df disassociated. External IP: 172.27.2.43, port: eb7b5c24-9172-4fdd-aabb-70a4e49e6131. Jul 14 20:54:58.641403 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Calling delete_port for eb7b5c24-9172-4fdd-aabb-70a4e49e6131 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:54:58.669541 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:58.708313 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:58.776062 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Deleting port c9f6eefe-717b-44d2-a9f9-c35d328a4d56 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:54:58.777002 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:58.804107 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:58.804448 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:54:57Z', 'revision_number': 5, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port': {'id': 'c9f6eefe-717b-44d2-a9f9-c35d328a4d56', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:47:39Z', 'updated_at': '2021-07-14T20:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:58.834640 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] Checking router: f41e36aa-1f91-4150-b97f-71e6f563bd4b for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:54:58.838483 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event deleted for resources: {'Port': ['ID=eb7b5c24-9172-4fdd-aabb-70a4e49e6131,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:58.843997 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] Routers {'f41e36aa-1f91-4150-b97f-71e6f563bd4b'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:54:58.844493 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:58.875613 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] For port c9f6eefe-717b-44d2-a9f9-c35d328a4d56, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=c9f6eefe-717b-44d2-a9f9-c35d328a4d56,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:54:58.876092 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:58.889618 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Calling delete_port for c9f6eefe-717b-44d2-a9f9-c35d328a4d56 owned by network:router_gateway {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:54:58.931273 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] Set router f41e36aa-1f91-4150-b97f-71e6f563bd4b gateway port host: None {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:54:58.958562 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Router 36f5fa0d-d630-4994-940f-cea9410a5b04 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:54:58.985231 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:54:58Z', 'revision_number': 6, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port_host': None}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:59.014846 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963e5a3e-33cf-4ed5-b8f1-4e2b9025f724 None None] The sync data for ids ['f41e36aa-1f91-4150-b97f-71e6f563bd4b'] in dv-cinder-800830-1-iscsi is: [{'id': 'f41e36aa-1f91-4150-b97f-71e6f563bd4b', 'name': 'tempest-AttachVolumeShelveTestJSON-599016505-router', 'tenant_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:47:36Z', 'updated_at': '2021-07-14T20:54:58Z', 'revision_number': 6, 'project_id': 'a3f05a0667b34680a21d8ff1a09ba0b4', 'gw_port_host': None}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:54:59.087069 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.103274 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:54:59.114270 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] Sync routers for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:54:59.116827 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f6eefe-717b-44d2-a9f9-c35d328a4d56,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:59.123102 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:54:59.124001 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:59.155076 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] No DVR routers for this DVR port eb7b5c24-9172-4fdd-aabb-70a4e49e6131 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:54:59.158115 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.160088 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-518e0219-017b-4705-8f4c-169f9bc482e0 req-8f1ba975-8ab5-4418-bc36-e5a5ab761623 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "DELETE /v2.0/ports/eb7b5c24-9172-4fdd-aabb-70a4e49e6131 HTTP/1.1" status: 204 len: 173 time: 0.8944688 Jul 14 20:54:59.162304 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'name': 'network-vif-deleted', 'tag': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:54:59.164586 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29275aa9-78e7-4481-af13-1d9f11d35e9b" -d '{"events": [{"server_uuid": "fd470805-7fc5-4e34-8717-0d44c1241144", "name": "network-vif-deleted", "tag": "eb7b5c24-9172-4fdd-aabb-70a4e49e6131"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:54:59.185909 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fade209-a231-4017-8040-2110a5f5a9c7 req-aa4d02ba-cbfb-44c1-82f3-5bc278caadf8 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:54:59.189781 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7fade209-a231-4017-8040-2110a5f5a9c7 req-aa4d02ba-cbfb-44c1-82f3-5bc278caadf8 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 943 time: 0.1351993 Jul 14 20:54:59.200801 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-337927'] for router_gateway, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.233503 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:54:59.252046 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2585cf3b-8ba9-40d9-a9c2-6da3911e5f3b x-openstack-request-id: req-2585cf3b-8ba9-40d9-a9c2-6da3911e5f3b {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:54:59.252472 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd470805-7fc5-4e34-8717-0d44c1241144", "name": "network-vif-deleted", "tag": "eb7b5c24-9172-4fdd-aabb-70a4e49e6131", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:54:59.252833 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2585cf3b-8ba9-40d9-a9c2-6da3911e5f3b {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:54:59.253321 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd470805-7fc5-4e34-8717-0d44c1241144', 'name': 'network-vif-deleted', 'tag': 'eb7b5c24-9172-4fdd-aabb-70a4e49e6131', 'status': 'completed', 'code': 200} Jul 14 20:54:59.280286 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7fade209-a231-4017-8040-2110a5f5a9c7 req-fb226096-024f-4683-8e81-91d9f427a242 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815363 Jul 14 20:54:59.313709 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7806'] for router, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.315916 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.398768 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3855628'] for router, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.399606 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f41e36aa-1f91-4150-b97f-71e6f563bd4b {{(pid=99456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:54:59.413435 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] Notify callbacks [] for router, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.420270 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 35996) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:59.429188 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-481c8543-c34d-4bc6-99a9-e747e073720d admin admin] 10.222.0.38 "DELETE /v2.0/routers/f41e36aa-1f91-4150-b97f-71e6f563bd4b HTTP/1.1" status: 204 len: 168 time: 0.9442725 Jul 14 20:54:59.472456 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5a217b-9ddf-4a38-b635-fa3cbd88fde2 admin admin] Deleting subnet b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 {{(pid=99457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:54:59.475271 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bf5a217b-9ddf-4a38-b635-fa3cbd88fde2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.512614 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:59.513061 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bf5a217b-9ddf-4a38-b635-fa3cbd88fde2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62803196'] for subnet, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.539988 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] Checking router: 36f5fa0d-d630-4994-940f-cea9410a5b04 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:54:59.549269 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:54:59.549881 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:59.641070 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c203c539-a85f-48c7-bc9d-dee96f41c0e9 req-052c0734-f0c6-4484-913e-fb268a7ff842 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd470805-7fc5-4e34-8717-0d44c1241144 HTTP/1.1" status: 200 len: 210 time: 0.0404272 Jul 14 20:54:59.651629 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bf5a217b-9ddf-4a38-b635-fa3cbd88fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.678598 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:54:59.704194 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bf5a217b-9ddf-4a38-b635-fa3cbd88fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62809195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62529652'] for subnet, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.727113 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a217b-9ddf-4a38-b635-fa3cbd88fde2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:54:59.734771 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bf5a217b-9ddf-4a38-b635-fa3cbd88fde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.738741 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-bf5a217b-9ddf-4a38-b635-fa3cbd88fde2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b42e1b5a-8311-43ed-bb76-25b5c2bdf8e6 HTTP/1.1" status: 204 len: 168 time: 0.3169477 Jul 14 20:54:59.739368 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36000) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:54:59.740517 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a61ebf-87fd-437b-9cdb-e175b5c5e49c None None] Network a0ad5bd8-17bb-4419-bee4-0725526df953 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:54:59.840420 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.886900 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:54:59.895613 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Deleting port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:54:59.896060 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:54:59.923811 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48d094-6094-4d5e-be6a-05194b5d9673 None None] The sync data for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi is: [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:54:59.947339 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] DHCP port deletion for a0ad5bd8-17bb-4419-bee4-0725526df953 request from dv-cinder-800830-1-iscsi {{(pid=99458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 20:54:59.977921 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] For port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=3c67f53f-c40a-47f8-875f-adfdd6a8f0db,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:54:59.978282 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.000056 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Calling delete_port for 3c67f53f-c40a-47f8-875f-adfdd6a8f0db owned by network:dhcp {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:55:00.009656 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Deleting port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db {{(pid=99458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:55:00.010423 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.105719 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.115525 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] For port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=3c67f53f-c40a-47f8-875f-adfdd6a8f0db,segment=NetworkSegment(83afd22a-fe5b-46fa-b958-2601d454a922),segment_id=83afd22a-fe5b-46fa-b958-2601d454a922)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:00.116326 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.140790 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Calling delete_port for 3c67f53f-c40a-47f8-875f-adfdd6a8f0db owned by network:dhcp {{(pid=99458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:55:00.158267 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c67f53f-c40a-47f8-875f-adfdd6a8f0db,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:00.163087 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] No DVR routers for this DVR port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db on host dv-cinder-800830-1-iscsi {{(pid=99456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:55:00.197461 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 78c4a4dc-46cb-4243-b2cd-7ffba25d632a details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:55:00.264168 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.276161 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ad5bd8-17bb-4419-bee4-0725526df953']}} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:00.290039 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83afd22a-fe5b-46fa-b958-2601d454a922') {'for_net_delete': True} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:00.290340 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83afd22a-fe5b-46fa-b958-2601d454a922') {} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:00.302033 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59089713'] for segment, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.321365 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.328248 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=99456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:55:00.328686 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971505'] for segment, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: Traceback (most recent call last): Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: timer() Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: cb(*args, **kw) Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: return func(*args, **kwargs) Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: self._notify() Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: self.callback(batched_events) Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: event.method(event) Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: return f(self, *a, **k) Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._get(url).json() Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: return self.request(url, 'GET', **kwargs) Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:55:00.330743 dv-cinder-800830-1-iscsi neutron-server[99456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:55:00.345339 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19487947-74ba-4ad0-bfb6-3ac164248183 None None] New status for floating IP a909a839-0971-48c7-aa51-6874749bf2df: DOWN {{(pid=99458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:55:00.401205 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.422708 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.427130 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a0ad5bd8-17bb-4419-bee4-0725526df953 HTTP/1.1" status: 204 len: 168 time: 0.6844130 Jul 14 20:55:00.428470 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5d6a4-8ae7-4929-985f-96e1be79cb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ad5bd8-17bb-4419-bee4-0725526df953,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:00.504540 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36dc59-e75f-4eba-ab2b-03827fdc7ff3 req-e65d540d-7351-4d34-8c1a-c898030968ca tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:00.506320 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fd36dc59-e75f-4eba-ab2b-03827fdc7ff3 req-e65d540d-7351-4d34-8c1a-c898030968ca tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 943 time: 0.1030126 Jul 14 20:55:00.553900 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fd36dc59-e75f-4eba-ab2b-03827fdc7ff3 req-5205dc9e-a9d4-4f5e-9737-4bd2f12ceef9 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Jul 14 20:55:00.594892 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36006) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:00.646431 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-7168f71a-98d3-4f23-a640-730c18e7dc89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3f05a0667b34680a21d8ff1a09ba0b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479672 Jul 14 20:55:00.647287 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36008) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:00.652113 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966'] for port, after_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.681904 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:00.695763 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Network a0ad5bd8-17bb-4419-bee4-0725526df953 is not hosted by any dhcp agent {{(pid=99458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 20:55:00.696501 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] No DVR routers for this DVR port 3c67f53f-c40a-47f8-875f-adfdd6a8f0db on host dv-cinder-800830-1-iscsi {{(pid=99458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:55:00.698299 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'port_id': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a', 'mac_address': 'fa:16:3e:7e:d6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:55:00.741441 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9993-f67e-41d6-8df3-a82f174237d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.767374 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Pushing event deleted for resources: {'Port': ['ID=3c67f53f-c40a-47f8-875f-adfdd6a8f0db,revision_number=None']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:00.795611 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.797014 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.797014 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.797014 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.797518 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.797861 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.799990 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.801645 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.801645 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.801645 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.801645 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.802035 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81805e4-3cb9-47e5-a90c-d75921c99d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:00.806205 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9993-f67e-41d6-8df3-a82f174237d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.825616 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 3c67f53f-c40a-47f8-875f-adfdd6a8f0db no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:55:00.850305 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 3c67f53f-c40a-47f8-875f-adfdd6a8f0db {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:55:00.850625 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 3c67f53f-c40a-47f8-875f-adfdd6a8f0db not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:55:00.851263 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 00a4af57-11a6-44f7-bd0b-514f11e5d11f no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:55:00.853273 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.876849 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9993-f67e-41d6-8df3-a82f174237d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.879426 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9993-f67e-41d6-8df3-a82f174237d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:00.883430 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-bc6e9993-f67e-41d6-8df3-a82f174237d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b84a9c8-f403-440f-8051-02d8e3a6b9dd HTTP/1.1" status: 204 len: 168 time: 0.2326198 Jul 14 20:55:00.888102 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 00a4af57-11a6-44f7-bd0b-514f11e5d11f {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:55:00.888452 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 00a4af57-11a6-44f7-bd0b-514f11e5d11f not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:55:00.889414 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device c9f6eefe-717b-44d2-a9f9-c35d328a4d56 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:55:00.894303 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c4a4dc-46cb-4243-b2cd-7ffba25d632a {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:55:00.907454 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e9993-f67e-41d6-8df3-a82f174237d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b84a9c8-f403-440f-8051-02d8e3a6b9dd,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:00.945486 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: c9f6eefe-717b-44d2-a9f9-c35d328a4d56 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:55:00.945486 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device c9f6eefe-717b-44d2-a9f9-c35d328a4d56 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:55:00.962113 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:00.968400 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:01.035287 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:01.049915 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-a4162c0e-ce1e-4c4d-911e-4482bf6de695 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673349018&fields=id&tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d HTTP/1.1" status: 200 len: 267 time: 0.0398791 Jul 14 20:55:01.159394 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10176909-725c-48b5-ad98-d3094a1bd096 req-135d5f1b-a335-4690-a792-b457dab632ce tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:01.161044 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-135d5f1b-a335-4690-a792-b457dab632ce tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 812 time: 0.1036458 Jul 14 20:55:01.175389 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-daa37f1e-8a18-40f0-9715-564db7c9c34f tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/quotas/9f9f2d7e10a146eb903e1e05f37ba98d HTTP/1.1" status: 200 len: 375 time: 0.0089226 Jul 14 20:55:01.211877 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['78c4a4dc-46cb-4243-b2cd-7ffba25d632a'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:55:01.249913 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-38dde139-2d3d-4376-8070-881aa7b1a1b5 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696676 Jul 14 20:55:01.346805 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-618c7842-00fe-4321-891e-0b7f49e389b8 service neutron] 10.222.0.38 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843172 Jul 14 20:55:01.439128 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-14c0b7db-1b3c-4b2c-a92a-3a4c3e341e07 service neutron] 10.222.0.38 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865014 Jul 14 20:55:01.755097 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-73e35833-715d-40db-8d0b-af4d12687dec req-4ce98fef-eaa8-4b45-80e6-20be06240996 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 210 time: 0.0400841 Jul 14 20:55:01.766573 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb831a-d69c-4ff2-abc0-fd899d6c7775 req-64730822-1912-40ce-be35-2643153bb88e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:01.768367 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-50eb831a-d69c-4ff2-abc0-fd899d6c7775 req-64730822-1912-40ce-be35-2643153bb88e tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 944 time: 0.0957546 Jul 14 20:55:01.813213 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-50eb831a-d69c-4ff2-abc0-fd899d6c7775 req-21add23a-76b1-487d-b132-9a1c113bb4e9 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386486 Jul 14 20:55:02.201900 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 78c4a4dc-46cb-4243-b2cd-7ffba25d632a up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:55:02.260874 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:02.266270 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:02.266646 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:02.374535 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:02.398115 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:55:02.400392 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c10bd7-fad9-4b56-b6c3-2f4be2fd76ac" -d '{"events": [{"server_uuid": "f036e4dc-7b46-447b-bd0d-7ea36a75a06d", "name": "network-vif-plugged", "status": "completed", "tag": "78c4a4dc-46cb-4243-b2cd-7ffba25d632a"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:55:02.420056 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:02.424854 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:02.425944 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device eb7b5c24-9172-4fdd-aabb-70a4e49e6131 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:55:02.458438 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc2af1a-52e4-4a54-92f3-d55640a2c609 x-openstack-request-id: req-9fc2af1a-52e4-4a54-92f3-d55640a2c609 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:55:02.458726 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036e4dc-7b46-447b-bd0d-7ea36a75a06d", "name": "network-vif-plugged", "status": "completed", "tag": "78c4a4dc-46cb-4243-b2cd-7ffba25d632a", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:55:02.458974 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fc2af1a-52e4-4a54-92f3-d55640a2c609 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:55:02.459362 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a', 'code': 200} Jul 14 20:55:02.477152 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: eb7b5c24-9172-4fdd-aabb-70a4e49e6131 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:55:02.477508 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device eb7b5c24-9172-4fdd-aabb-70a4e49e6131 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:55:02.503853 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:02.693319 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c475485-4862-40b0-85be-5d42795cf449 req-42b7f857-4d02-4e90-aeaf-abcbbb40151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:02.694636 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7c475485-4862-40b0-85be-5d42795cf449 req-42b7f857-4d02-4e90-aeaf-abcbbb40151e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 1098 time: 0.0490465 Jul 14 20:55:02.728403 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-7c475485-4862-40b0-85be-5d42795cf449 req-b65aa1a7-650c-441f-a157-cf69566e0d97 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269325 Jul 14 20:55:02.895173 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-398eac7f-1a3b-4032-84f7-3ee86ab7cb4a req-49602213-0f97-4778-a063-dcd2ff4b3720 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 210 time: 0.0293090 Jul 14 20:55:03.043189 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10176909-725c-48b5-ad98-d3094a1bd096 req-583c977b-eaa2-4eff-a133-91627e5ed645 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:03.044715 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-583c977b-eaa2-4eff-a133-91627e5ed645 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 812 time: 0.1447382 Jul 14 20:55:03.058034 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c4ee-4626-42ea-b930-ebf7feeae713 req-39598b23-a579-4f84-ac47-f2c2236f3614 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:03.059483 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4bd2c4ee-4626-42ea-b930-ebf7feeae713 req-39598b23-a579-4f84-ac47-f2c2236f3614 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 945 time: 0.1265996 Jul 14 20:55:03.120114 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-7d6afb53-1b2e-4020-894c-e6b41250cedb tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d HTTP/1.1" status: 200 len: 379 time: 0.0562396 Jul 14 20:55:03.127992 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4bd2c4ee-4626-42ea-b930-ebf7feeae713 req-afd9b734-6ea7-4021-b781-9f10427dc74c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579102 Jul 14 20:55:03.132547 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'port': {'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'admin_state_up': True, 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'security_groups': ['27c7b189-6287-4e6b-90b5-029f353a11e8']}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:03.236608 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Made reservation on behalf of 9f9f2d7e10a146eb903e1e05f37ba98d for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:55:03.240090 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:03.366783 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Allocated IP 172.20.0.3 (c3b41e53-42f9-4d74-b03c-94ec957fa2b0/95b977e4-d6ba-4cf5-a957-ec88eb729942/c6a55819-1820-4c74-bac5-905c50f78bd6) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:55:03.506970 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:03.521156 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Transition to ACTIVE for port object c6a55819-1820-4c74-bac5-905c50f78bd6 will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:03.556042 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:03.608182 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:55:03.613292 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:03.617840 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:55:03.621891 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'Port': ['ID=c6a55819-1820-4c74-bac5-905c50f78bd6,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:03.683649 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:03.684630 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:03.702439 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-f280ac98-eff4-4b91-862a-1d6423632a92 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734439 Jul 14 20:55:03.715697 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Request body: {'port': {'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:03.804084 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:03.850207 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-3d135b8d-7c28-43d4-8878-0cb80e19873f None None] Provisioning for port c6a55819-1820-4c74-bac5-905c50f78bd6 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:03.860874 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-3d135b8d-7c28-43d4-8878-0cb80e19873f None None] Provisioning complete for port c6a55819-1820-4c74-bac5-905c50f78bd6 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:03.861080 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3d135b8d-7c28-43d4-8878-0cb80e19873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:03.897983 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-3d135b8d-7c28-43d4-8878-0cb80e19873f None None] Port c6a55819-1820-4c74-bac5-905c50f78bd6 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:55:04.070655 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c20e5b-aa28-4719-b30e-22c2d5138c01 req-2fd37601-2a6c-4e76-8e38-c925b2fb4616 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:04.072573 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a9c20e5b-aa28-4719-b30e-22c2d5138c01 req-2fd37601-2a6c-4e76-8e38-c925b2fb4616 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 931 time: 0.0641263 Jul 14 20:55:04.116667 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a9c20e5b-aa28-4719-b30e-22c2d5138c01 req-610fe0a0-7258-4439-838f-96503701a5c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370262 Jul 14 20:55:04.379970 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a55819-1820-4c74-bac5-905c50f78bd6 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:55:04.388295 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:04.409762 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388bd09-3015-4201-b0ab-36f84b90449f req-52046230-78a6-4d08-b3f7-52930939a938 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:04.411088 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a388bd09-3015-4201-b0ab-36f84b90449f req-52046230-78a6-4d08-b3f7-52930939a938 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 945 time: 0.1175923 Jul 14 20:55:04.413762 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Transition to ACTIVE for port object c6a55819-1820-4c74-bac5-905c50f78bd6 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:04.423603 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:04.493371 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a388bd09-3015-4201-b0ab-36f84b90449f req-588f2ad3-60a6-4f01-8371-d505017cbf77 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764546 Jul 14 20:55:04.502017 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a55819-1820-4c74-bac5-905c50f78bd6,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:04.570592 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Attempting to bind port c6a55819-1820-4c74-bac5-905c50f78bd6 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:55:04.570954 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Attempting to bind port c6a55819-1820-4c74-bac5-905c50f78bd6 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:55:04.571243 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Attempting to bind port c6a55819-1820-4c74-bac5-905c50f78bd6 on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:55:04.576108 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Port c6a55819-1820-4c74-bac5-905c50f78bd6 on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:55:04.576432 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Attempting to bind port c6a55819-1820-4c74-bac5-905c50f78bd6 on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:55:04.581356 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:55:04.581697 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Checking segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:55:04.582112 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Bound using segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:55:04.582549 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Bound port: c6a55819-1820-4c74-bac5-905c50f78bd6, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:55:04.582899 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:04.646362 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] For port c6a55819-1820-4c74-bac5-905c50f78bd6, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:55:04.649378 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] For port c6a55819-1820-4c74-bac5-905c50f78bd6, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=c6a55819-1820-4c74-bac5-905c50f78bd6,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:55:04.653941 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:04.668691 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1cc6-91bf-4493-adc6-eb6c9c82e5fe req-1966e642-8cfa-4107-b277-7bff8bdc1050 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:04.670634 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-68ab1cc6-91bf-4493-adc6-eb6c9c82e5fe req-1966e642-8cfa-4107-b277-7bff8bdc1050 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 945 time: 0.0621257 Jul 14 20:55:04.678961 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36100) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:04.683508 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-bca777da-b233-44f5-846c-436c65159160 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Request body: {'floatingip': {'port_id': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:04.688320 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:04.689159 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:04.690540 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-00736186-32f9-4477-9559-4c079ba60224 service neutron] 10.222.0.43 "PUT /v2.0/ports/c6a55819-1820-4c74-bac5-905c50f78bd6 HTTP/1.1" status: 200 len: 1093 time: 0.9805760 Jul 14 20:55:04.692735 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'tag': 'c6a55819-1820-4c74-bac5-905c50f78bd6'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:55:04.695862 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc16371-f1e8-4ed8-ae72-78b1d397968b" -d '{"events": [{"name": "network-changed", "server_uuid": "98c97b8e-f6d1-4916-96e2-64ca74d605ca", "tag": "c6a55819-1820-4c74-bac5-905c50f78bd6"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:55:04.727041 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bca777da-b233-44f5-846c-436c65159160 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:04.785012 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577d2b4e-7946-4561-9bdd-a83edfa98044 x-openstack-request-id: req-577d2b4e-7946-4561-9bdd-a83edfa98044 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:55:04.785547 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c97b8e-f6d1-4916-96e2-64ca74d605ca", "tag": "c6a55819-1820-4c74-bac5-905c50f78bd6", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:55:04.785971 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-577d2b4e-7946-4561-9bdd-a83edfa98044 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:55:04.786519 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'tag': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'status': 'completed', 'code': 200} Jul 14 20:55:04.788822 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00736186-32f9-4477-9559-4c079ba60224 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a55819-1820-4c74-bac5-905c50f78bd6,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:04.817616 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10176909-725c-48b5-ad98-d3094a1bd096 req-d15ce1a4-2793-47f7-8e3e-4c23750fe5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:04.819135 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-d15ce1a4-2793-47f7-8e3e-4c23750fe5e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 1096 time: 0.0765715 Jul 14 20:55:04.862274 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-4e24f4c3-8a25-4b4c-ad96-61a1a9721d40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a55819-1820-4c74-bac5-905c50f78bd6 HTTP/1.1" status: 200 len: 217 time: 0.0351992 Jul 14 20:55:04.918283 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10176909-725c-48b5-ad98-d3094a1bd096 req-dccee026-26b0-4753-a832-075066dde766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:04.920512 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-dccee026-26b0-4753-a832-075066dde766 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0486624 Jul 14 20:55:04.979268 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10176909-725c-48b5-ad98-d3094a1bd096 req-5f05bae1-9518-4011-9777-a6881c8fdf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:04.980951 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-5f05bae1-9518-4011-9777-a6881c8fdf30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543537 Jul 14 20:55:05.074446 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-b7c1e1b2-ee99-48ab-9cd9-e008539a76a3 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861521 Jul 14 20:55:05.187092 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-10176909-725c-48b5-ad98-d3094a1bd096 req-01532499-9736-4d3b-9df5-e84bf8331f1f service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056702 Jul 14 20:55:05.227644 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bca777da-b233-44f5-846c-436c65159160 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:05.232015 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bca777da-b233-44f5-846c-436c65159160 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:05.311650 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-42389cde-1596-4f3b-8061-a0a6611613c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:05.313539 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-42389cde-1596-4f3b-8061-a0a6611613c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 1096 time: 0.0598171 Jul 14 20:55:05.405061 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.l3_db [None req-bca777da-b233-44f5-846c-436c65159160 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Floating IP 7fd22127-969d-44c1-a627-fe2c440bd2ed associated. External IP: 172.27.2.150, port: 78c4a4dc-46cb-4243-b2cd-7ffba25d632a. Jul 14 20:55:05.411449 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-543cf0a8-c2be-4190-b34e-d1c97d7270c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:05.412489 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-543cf0a8-c2be-4190-b34e-d1c97d7270c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.0926182 Jul 14 20:55:05.455029 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-27b82f24-f08c-4f1b-807f-52e97dc93492 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a55819-1820-4c74-bac5-905c50f78bd6 HTTP/1.1" status: 200 len: 217 time: 0.0351219 Jul 14 20:55:05.456843 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cca768-0fb1-43b3-bf4e-a4090b2b78c2 req-d34f2fbb-3387-4867-8e9b-80e57e309a8c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:05.458457 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-16cca768-0fb1-43b3-bf4e-a4090b2b78c2 req-d34f2fbb-3387-4867-8e9b-80e57e309a8c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 943 time: 0.1567836 Jul 14 20:55:05.502733 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-5c7f551e-7310-447c-a478-c8b16a19c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:05.504387 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-5c7f551e-7310-447c-a478-c8b16a19c996 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0429630 Jul 14 20:55:05.533979 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-16cca768-0fb1-43b3-bf4e-a4090b2b78c2 req-c4176378-6340-4e06-a114-6940cb457af2 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694227 Jul 14 20:55:05.569027 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-aa964eea-b751-46ae-ad74-8c13e1a3e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:05.570642 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-aa964eea-b751-46ae-ad74-8c13e1a3e8ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590315 Jul 14 20:55:05.646711 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca777da-b233-44f5-846c-436c65159160 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Router be7da088-b806-4f59-a98e-9b8acb9715a3 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:55:05.658045 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-16e4b653-0340-4b9d-8062-446cd964f62c service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803916 Jul 14 20:55:05.747606 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fdc16371-f1e8-4ed8-ae72-78b1d397968b req-23d20880-5315-4b6f-a172-511f6ed3b33e service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833681 Jul 14 20:55:05.751744 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca777da-b233-44f5-846c-436c65159160 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:55:05.756459 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bca777da-b233-44f5-846c-436c65159160 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:05.762208 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] Sync routers for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:55:05.771407 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:55:05.772045 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:05.796406 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-bca777da-b233-44f5-846c-436c65159160 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "PUT /v2.0/floatingips/7fd22127-969d-44c1-a627-fe2c440bd2ed HTTP/1.1" status: 200 len: 991 time: 1.1163447 Jul 14 20:55:05.797095 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'tag': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:55:05.799429 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "f036e4dc-7b46-447b-bd0d-7ea36a75a06d", "tag": "78c4a4dc-46cb-4243-b2cd-7ffba25d632a"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:55:05.879497 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:55:05.956219 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888dd704-8534-4a21-a2c6-cb75064f16e3 x-openstack-request-id: req-888dd704-8534-4a21-a2c6-cb75064f16e3 {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:55:05.956510 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f036e4dc-7b46-447b-bd0d-7ea36a75a06d", "tag": "78c4a4dc-46cb-4243-b2cd-7ffba25d632a", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:55:05.956762 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-888dd704-8534-4a21-a2c6-cb75064f16e3 {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:55:05.957164 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'tag': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a', 'status': 'completed', 'code': 200} Jul 14 20:55:06.031454 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-fa5b8ccd-6f05-4626-8ed3-ffcd95a7618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:06.032940 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-fa5b8ccd-6f05-4626-8ed3-ffcd95a7618e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 1098 time: 0.0518808 Jul 14 20:55:06.096800 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '7fd22127-969d-44c1-a627-fe2c440bd2ed', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'port_id': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'mac_address': 'fa:16:3e:7e:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:54:51Z', 'updated_at': '2021-07-14T20:55:05Z', 'revision_number': 1, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:06.120157 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-5af99353-854e-40fc-9882-a6cb8c24d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:06.121633 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-5af99353-854e-40fc-9882-a6cb8c24d8b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 912 time: 0.0828671 Jul 14 20:55:06.126237 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] Checking router: be7da088-b806-4f59-a98e-9b8acb9715a3 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:55:06.134500 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:55:06.135096 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:06.190115 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-318e7a2b-c465-4e62-b860-d700c7890dc5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c4a4dc-46cb-4243-b2cd-7ffba25d632a HTTP/1.1" status: 200 len: 999 time: 0.0620077 Jul 14 20:55:06.233439 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:55:06.238421 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-f4216509-aad8-40de-a1f1-5be40fe7c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:06.239968 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-f4216509-aad8-40de-a1f1-5be40fe7c461 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f HTTP/1.1" status: 200 len: 850 time: 0.0435591 Jul 14 20:55:06.296933 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-bb20d74b-f5c9-4877-a8e5-76084c5d640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:06.298377 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-bb20d74b-f5c9-4877-a8e5-76084c5d640f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9889ce84-c52d-4038-b55b-f5ffc7e1affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526121 Jul 14 20:55:06.400310 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-1caa8892-1210-481a-bc80-f10e0112c565 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921764 Jul 14 20:55:06.496340 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6d96b560-2e9f-411e-867f-b3a49d7b9cf7 req-5c1ac536-c4f6-4f30-be9c-9950d1f69a7a service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926530 Jul 14 20:55:06.549589 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '7fd22127-969d-44c1-a627-fe2c440bd2ed', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'port_id': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'mac_address': 'fa:16:3e:7e:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:54:51Z', 'updated_at': '2021-07-14T20:55:05Z', 'revision_number': 1, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:06.575082 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf339fd-fe1c-44a9-8ef8-889523f47b5b None None] The sync data for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi is: [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '7fd22127-969d-44c1-a627-fe2c440bd2ed', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'port_id': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'mac_address': 'fa:16:3e:7e:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:54:51Z', 'updated_at': '2021-07-14T20:55:05Z', 'revision_number': 1, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:55:06.725161 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369761c6-b324-40a0-864d-38d2a8a23b8b req-d7760e72-b4c0-46f7-ba44-e03f24fcb95b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:06.726875 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-369761c6-b324-40a0-864d-38d2a8a23b8b req-d7760e72-b4c0-46f7-ba44-e03f24fcb95b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 943 time: 0.0717268 Jul 14 20:55:06.771140 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-369761c6-b324-40a0-864d-38d2a8a23b8b req-c3dc7f66-1cf6-4de0-bbf2-ac32aa13ff04 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384650 Jul 14 20:55:06.802915 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa6ab-3635-4ad1-a658-d0b66449d678 None None] New status for floating IP 7fd22127-969d-44c1-a627-fe2c440bd2ed: ACTIVE {{(pid=99458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:55:07.945271 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad324ba-48f0-44b6-bbdf-3fc492566060 req-8e6eee1d-2868-4ec7-9ba0-00933d419bd4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:07.947055 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5ad324ba-48f0-44b6-bbdf-3fc492566060 req-8e6eee1d-2868-4ec7-9ba0-00933d419bd4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 943 time: 0.0645623 Jul 14 20:55:07.984971 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5ad324ba-48f0-44b6-bbdf-3fc492566060 req-ac40d053-afab-4f3d-9c66-32c93fb18f3e tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317233 Jul 14 20:55:09.160867 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d40e29-04e6-492d-8522-c9de9c3d74a8 req-e1ea16c3-4776-4f5c-a2ab-b9e76d10df9b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:09.162359 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-46d40e29-04e6-492d-8522-c9de9c3d74a8 req-e1ea16c3-4776-4f5c-a2ab-b9e76d10df9b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 943 time: 0.0632071 Jul 14 20:55:09.206858 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-46d40e29-04e6-492d-8522-c9de9c3d74a8 req-e3de7ade-815b-4ae3-acbd-a3661ce8ece7 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388956 Jul 14 20:55:10.379755 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bed980-097e-4b2d-acf0-2cee0d9a8bef req-0851a190-adb1-493b-9c9b-93b4cb48bf89 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:10.381308 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-04bed980-097e-4b2d-acf0-2cee0d9a8bef req-0851a190-adb1-493b-9c9b-93b4cb48bf89 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 943 time: 0.0635748 Jul 14 20:55:10.418639 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-04bed980-097e-4b2d-acf0-2cee0d9a8bef req-e22369ef-ddd9-4082-8f14-16acd6430a40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318336 Jul 14 20:55:11.594513 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2623194-1aa1-4512-9972-59d180ac7435 req-96d8e363-1bc7-4b0d-8239-28ffb39b5ffd tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:11.596012 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2623194-1aa1-4512-9972-59d180ac7435 req-96d8e363-1bc7-4b0d-8239-28ffb39b5ffd tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 943 time: 0.0620911 Jul 14 20:55:11.632292 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2623194-1aa1-4512-9972-59d180ac7435 req-7e186e19-9d89-44bc-afd8-6b2a5922fcee tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308909 Jul 14 20:55:12.806281 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649e84b-c400-4e65-a294-0dc3d96be48e req-a9f2e74f-6c30-4171-94b5-78608e40ad41 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:12.807730 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a649e84b-c400-4e65-a294-0dc3d96be48e req-a9f2e74f-6c30-4171-94b5-78608e40ad41 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 943 time: 0.0678165 Jul 14 20:55:12.844616 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a649e84b-c400-4e65-a294-0dc3d96be48e req-b0664d65-3444-42fd-9f5a-95999f5a3373 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Jul 14 20:55:14.011145 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6710bc4-a9f9-4702-a507-22ac924754d0 req-9d51671e-c5dd-44f7-b043-86404742d694 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:14.012592 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6710bc4-a9f9-4702-a507-22ac924754d0 req-9d51671e-c5dd-44f7-b043-86404742d694 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 943 time: 0.0613554 Jul 14 20:55:14.049452 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6710bc4-a9f9-4702-a507-22ac924754d0 req-0d22a3a5-d8e8-4536-9969-abab04fc2567 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312791 Jul 14 20:55:14.260905 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device c6a55819-1820-4c74-bac5-905c50f78bd6 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:55:14.355092 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port c6a55819-1820-4c74-bac5-905c50f78bd6, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=c6a55819-1820-4c74-bac5-905c50f78bd6,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:14.366511 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'mac_address': 'fa:16:3e:83:27:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:55:14.404393 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:14.418103 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a55819-1820-4c74-bac5-905c50f78bd6 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:55:14.438007 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port c6a55819-1820-4c74-bac5-905c50f78bd6, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=c6a55819-1820-4c74-bac5-905c50f78bd6,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:14.441681 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:14.492858 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=c6a55819-1820-4c74-bac5-905c50f78bd6,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:14.680113 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['c6a55819-1820-4c74-bac5-905c50f78bd6'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:55:15.216935 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020f1f5-8fb2-4a22-b698-f1df3a943879 req-4e55603d-f3c8-4147-bb1b-0d952d5be8ed tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:15.218413 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a020f1f5-8fb2-4a22-b698-f1df3a943879 req-4e55603d-f3c8-4147-bb1b-0d952d5be8ed tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 944 time: 0.0605037 Jul 14 20:55:15.258667 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a020f1f5-8fb2-4a22-b698-f1df3a943879 req-92205a2c-02c2-4b3e-adf7-6e0f91bc5d12 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346725 Jul 14 20:55:16.267937 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device c6a55819-1820-4c74-bac5-905c50f78bd6 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:55:16.318944 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port c6a55819-1820-4c74-bac5-905c50f78bd6 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:16.322870 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port c6a55819-1820-4c74-bac5-905c50f78bd6 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:16.323261 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:16.401509 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:16.428593 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a55819-1820-4c74-bac5-905c50f78bd6'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:55:16.430847 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c8b0a5-573e-4f98-ae69-18a9e600de0f" -d '{"events": [{"server_uuid": "98c97b8e-f6d1-4916-96e2-64ca74d605ca", "name": "network-vif-plugged", "status": "completed", "tag": "c6a55819-1820-4c74-bac5-905c50f78bd6"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:55:16.440075 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1f85a-011b-494c-8bc5-59b7223fde8f req-aa0cdc62-3ebd-478a-bbfb-6affdd3b35ea tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:16.441857 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-adb1f85a-011b-494c-8bc5-59b7223fde8f req-aa0cdc62-3ebd-478a-bbfb-6affdd3b35ea tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 944 time: 0.0651271 Jul 14 20:55:16.450379 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port c6a55819-1820-4c74-bac5-905c50f78bd6, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=c6a55819-1820-4c74-bac5-905c50f78bd6,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:16.456256 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:16.483479 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-adb1f85a-011b-494c-8bc5-59b7223fde8f req-79d873ab-a949-44a6-b672-82ce0d9ef11b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327270 Jul 14 20:55:16.484746 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332c1fa8-3e25-42c2-8013-2176bc3f92c8 x-openstack-request-id: req-332c1fa8-3e25-42c2-8013-2176bc3f92c8 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:55:16.485043 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c97b8e-f6d1-4916-96e2-64ca74d605ca", "name": "network-vif-plugged", "status": "completed", "tag": "c6a55819-1820-4c74-bac5-905c50f78bd6", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:55:16.485279 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-332c1fa8-3e25-42c2-8013-2176bc3f92c8 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:55:16.485670 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'code': 200} Jul 14 20:55:16.513017 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=c6a55819-1820-4c74-bac5-905c50f78bd6,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:16.748267 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278df85-569a-4a03-b6ca-a399fb070fc5 req-2dd9c977-c6e5-4954-bf78-06941b76d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:16.750352 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0278df85-569a-4a03-b6ca-a399fb070fc5 req-2dd9c977-c6e5-4954-bf78-06941b76d0ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 1098 time: 0.0503576 Jul 14 20:55:16.787139 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0278df85-569a-4a03-b6ca-a399fb070fc5 req-d08ec410-f681-46f2-8000-a49e209315f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301938 Jul 14 20:55:17.513167 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36310) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:17.621873 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1c62aa72-1d83-479b-9467-4c43bcecb37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:17.673611 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912fd22-46e3-40da-bf67-360b58fb783e req-46b72b74-2694-4e8c-b4d4-662d452f32e2 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:17.675114 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8912fd22-46e3-40da-bf67-360b58fb783e req-46b72b74-2694-4e8c-b4d4-662d452f32e2 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 945 time: 0.0726373 Jul 14 20:55:17.713979 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8912fd22-46e3-40da-bf67-360b58fb783e req-d348e07c-5880-4132-9ec2-e0bde880a9b9 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328138 Jul 14 20:55:17.718136 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1c62aa72-1d83-479b-9467-4c43bcecb37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:17.721978 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1c62aa72-1d83-479b-9467-4c43bcecb37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:17.759387 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-1c62aa72-1d83-479b-9467-4c43bcecb37b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e9330a39d8243f0a99bcb90cd7085f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450202 Jul 14 20:55:17.761457 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62aa72-1d83-479b-9467-4c43bcecb37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1bc8f9-d830-4596-a91d-6ba7f728a6f9,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:17.761951 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36314) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:17.809360 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e8af9d5-f973-4eaa-a965-a2491e5011ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:17.830941 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e8af9d5-f973-4eaa-a965-a2491e5011ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:17.877473 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e8af9d5-f973-4eaa-a965-a2491e5011ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:17.880175 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e8af9d5-f973-4eaa-a965-a2491e5011ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:17.881335 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-6e8af9d5-f973-4eaa-a965-a2491e5011ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb1bc8f9-d830-4596-a91d-6ba7f728a6f9 HTTP/1.1" status: 204 len: 168 time: 0.1182640 Jul 14 20:55:17.889528 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8af9d5-f973-4eaa-a965-a2491e5011ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1bc8f9-d830-4596-a91d-6ba7f728a6f9,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:18.130678 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36320) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:18.144531 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cc4d84e3-fd40-48b6-8af9-8df08b79f5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:18.234888 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cc4d84e3-fd40-48b6-8af9-8df08b79f5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:18.238633 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-cc4d84e3-fd40-48b6-8af9-8df08b79f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:18.275590 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-cc4d84e3-fd40-48b6-8af9-8df08b79f5d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e416b887cb44e77b889a545eb06a02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437874 Jul 14 20:55:18.276717 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d84e3-fd40-48b6-8af9-8df08b79f5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13783c16-b88d-41b7-9040-f95da53cf6d0,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:18.278196 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36324) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:18.327237 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-32db2554-5608-4308-bc3f-75e0ffbfd62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:18.348227 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-32db2554-5608-4308-bc3f-75e0ffbfd62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:18.397663 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-32db2554-5608-4308-bc3f-75e0ffbfd62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:18.400309 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-32db2554-5608-4308-bc3f-75e0ffbfd62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:18.401451 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-32db2554-5608-4308-bc3f-75e0ffbfd62f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13783c16-b88d-41b7-9040-f95da53cf6d0 HTTP/1.1" status: 204 len: 168 time: 0.1210842 Jul 14 20:55:18.409655 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db2554-5608-4308-bc3f-75e0ffbfd62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13783c16-b88d-41b7-9040-f95da53cf6d0,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:18.887972 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0b86a-66f8-46a7-8d8d-e0cf706be274 req-e70706d8-7386-442c-877f-22fd7cafc27a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:18.889470 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c7b0b86a-66f8-46a7-8d8d-e0cf706be274 req-e70706d8-7386-442c-877f-22fd7cafc27a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 945 time: 0.0641389 Jul 14 20:55:18.928493 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c7b0b86a-66f8-46a7-8d8d-e0cf706be274 req-227efe62-6035-4b61-b018-5a4082a8c60f tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326355 Jul 14 20:55:19.102957 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a695b-e381-43c6-9894-ca57422d4b09 req-b9eac729-3a5f-465c-ab52-7263ac8e01f5 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:19.104446 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-de5a695b-e381-43c6-9894-ca57422d4b09 req-b9eac729-3a5f-465c-ab52-7263ac8e01f5 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 945 time: 0.0651522 Jul 14 20:55:19.141496 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-de5a695b-e381-43c6-9894-ca57422d4b09 req-a346861e-575c-4a7e-a427-208da9c803f5 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306935 Jul 14 20:55:19.166936 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36352) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:19.220476 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b660c272-8122-4769-9a60-8f86dd53f427 tempest-TestVolumeBootPattern-530738513 tempest-TestVolumeBootPattern-530738513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:19.221998 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-b660c272-8122-4769-9a60-8f86dd53f427 tempest-TestVolumeBootPattern-530738513 tempest-TestVolumeBootPattern-530738513-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 1093 time: 0.0539689 Jul 14 20:55:19.225020 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36356) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:19.229387 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'floatingip': {'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:19.250868 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:19.360162 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:19.705327 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Allocated IP 172.27.2.51 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/96a2545e-7a85-44dc-830a-13f5433c85be) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:55:19.809554 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:19.850721 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:19.888797 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:55:19.891491 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:19.894954 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:55:19.918095 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'Port': ['ID=96a2545e-7a85-44dc-830a-13f5433c85be,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:20.256574 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:20.331355 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:20.501163 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:20.504974 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:20.582999 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'Port': ['ID=96a2545e-7a85-44dc-830a-13f5433c85be,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:20.592844 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:20.691699 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.l3_db [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Floating IP 91036b20-65f4-4e38-b019-90d83ce330ab associated. External IP: 172.27.2.51, port: c6a55819-1820-4c74-bac5-905c50f78bd6. Jul 14 20:55:20.765331 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36404) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:20.874296 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0deb5364-17e8-4779-913d-84d384346559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:20.897660 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Router 36f5fa0d-d630-4994-940f-cea9410a5b04 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:55:20.962916 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0deb5364-17e8-4779-913d-84d384346559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:20.966868 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0deb5364-17e8-4779-913d-84d384346559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.004583 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-0deb5364-17e8-4779-913d-84d384346559 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f610e53d6ba84d75b2daf1ef2171522b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381768 Jul 14 20:55:21.005697 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb5364-17e8-4779-913d-84d384346559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c32822-7cc6-44a1-ac4f-326257c868c8,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:21.008133 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36408) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:21.009528 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:55:21.021274 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] Sync routers for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:55:21.027098 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.033349 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:55:21.033965 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:21.062067 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-52fdbc3a-70de-4ccf-a29f-0d3fd519677b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.079864 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-4cd58b46-79d6-4951-9b22-e259f8fb6cf4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8413978 Jul 14 20:55:21.079864 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'tag': 'c6a55819-1820-4c74-bac5-905c50f78bd6'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:55:21.079864 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e04de2-d34e-46f4-b030-aedd55d49fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "98c97b8e-f6d1-4916-96e2-64ca74d605ca", "tag": "c6a55819-1820-4c74-bac5-905c50f78bd6"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:55:21.097227 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-52fdbc3a-70de-4ccf-a29f-0d3fd519677b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.106774 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782502a3-e080-4ee6-8e1f-48ba47a9647c x-openstack-request-id: req-782502a3-e080-4ee6-8e1f-48ba47a9647c {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:55:21.107059 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c97b8e-f6d1-4916-96e2-64ca74d605ca", "tag": "c6a55819-1820-4c74-bac5-905c50f78bd6", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:55:21.107835 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-782502a3-e080-4ee6-8e1f-48ba47a9647c {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:55:21.108326 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'tag': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'status': 'completed', 'code': 200} Jul 14 20:55:21.146298 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:55:21.166358 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-52fdbc3a-70de-4ccf-a29f-0d3fd519677b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.169136 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-52fdbc3a-70de-4ccf-a29f-0d3fd519677b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.170657 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-52fdbc3a-70de-4ccf-a29f-0d3fd519677b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f4c32822-7cc6-44a1-ac4f-326257c868c8 HTTP/1.1" status: 204 len: 168 time: 0.1614504 Jul 14 20:55:21.183532 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdbc3a-70de-4ccf-a29f-0d3fd519677b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c32822-7cc6-44a1-ac4f-326257c868c8,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:21.199254 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-759e9742-857d-4cb0-be30-3b986bc988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:21.200809 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-759e9742-857d-4cb0-be30-3b986bc988f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 1098 time: 0.0700507 Jul 14 20:55:21.302576 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-d752ba09-cca2-49b8-8582-7e764063cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:21.304105 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-d752ba09-cca2-49b8-8582-7e764063cf47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.0935907 Jul 14 20:55:21.372786 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-b5de8a07-a1b0-4a4b-8d99-9420825150ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a55819-1820-4c74-bac5-905c50f78bd6 HTTP/1.1" status: 200 len: 998 time: 0.0617933 Jul 14 20:55:21.385902 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '91036b20-65f4-4e38-b019-90d83ce330ab', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:83:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:55:20Z', 'updated_at': '2021-07-14T20:55:20Z', 'revision_number': 0, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:21.413366 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] Checking router: 36f5fa0d-d630-4994-940f-cea9410a5b04 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:55:21.422710 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:55:21.423333 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:54:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:21.424938 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-3ff09af2-2831-462b-ac8d-2c20bc05939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:21.426498 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-3ff09af2-2831-462b-ac8d-2c20bc05939b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0456166 Jul 14 20:55:21.474255 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36418) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:21.489475 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-c1503dc9-3885-4daf-b76a-d0f2d55d47d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:21.489739 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-789e2a9f-425b-4819-8bc6-23ddc3582e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.491229 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-c1503dc9-3885-4daf-b76a-d0f2d55d47d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582411 Jul 14 20:55:21.537253 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:55:21.587781 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-789e2a9f-425b-4819-8bc6-23ddc3582e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.596035 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-789e2a9f-425b-4819-8bc6-23ddc3582e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.610049 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-a90f744a-cb71-4d69-addc-d9d7e21a382d service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122429 Jul 14 20:55:21.640230 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-789e2a9f-425b-4819-8bc6-23ddc3582e72 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=389ce2823613422087d97391dbbb8a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642771 Jul 14 20:55:21.641759 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e2a9f-425b-4819-8bc6-23ddc3582e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b544d05-6bf5-4160-b6f7-d233cb8a1570,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:21.644187 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36422) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:21.696462 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-29ff9a17-e612-452b-a3ca-f859a65963cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.715689 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c6e04de2-d34e-46f4-b030-aedd55d49fcf req-889db45f-3457-4ea2-a2d8-e2daec75edeb service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988698 Jul 14 20:55:21.718834 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-29ff9a17-e612-452b-a3ca-f859a65963cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.763988 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-29ff9a17-e612-452b-a3ca-f859a65963cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.766644 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-29ff9a17-e612-452b-a3ca-f859a65963cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:21.767789 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-29ff9a17-e612-452b-a3ca-f859a65963cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b544d05-6bf5-4160-b6f7-d233cb8a1570 HTTP/1.1" status: 204 len: 168 time: 0.1225796 Jul 14 20:55:21.776251 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff9a17-e612-452b-a3ca-f859a65963cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b544d05-6bf5-4160-b6f7-d233cb8a1570,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:21.792740 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '91036b20-65f4-4e38-b019-90d83ce330ab', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:83:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:55:20Z', 'updated_at': '2021-07-14T20:55:20Z', 'revision_number': 0, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:21.821253 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b55ee-9edc-4ab0-a513-02519406bcf7 None None] The sync data for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi is: [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '91036b20-65f4-4e38-b019-90d83ce330ab', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:83:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:55:20Z', 'updated_at': '2021-07-14T20:55:20Z', 'revision_number': 0, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:55:22.020275 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e775b0f-7be3-4bb0-a39f-c2d0f6ec0c77 None None] New status for floating IP 91036b20-65f4-4e38-b019-90d83ce330ab: ACTIVE {{(pid=99458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:55:22.692603 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:22.928514 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-43f99d91-df28-49f2-9d8e-5e37cc52cb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:23.795149 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36496) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:23.897198 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e596be08-0911-4913-96e7-e2e7051c3935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:23.987896 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e596be08-0911-4913-96e7-e2e7051c3935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:23.991381 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e596be08-0911-4913-96e7-e2e7051c3935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.027818 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-e596be08-0911-4913-96e7-e2e7051c3935 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2ff3d4b3cf54e06ba26d19b5f925fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315643 Jul 14 20:55:24.029808 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596be08-0911-4913-96e7-e2e7051c3935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99863d69-97cd-4705-829b-4c1eecd0174d,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:24.030711 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36500) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:24.078184 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f75c9655-6ff1-431d-bb3f-cedb8906654c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.097825 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f75c9655-6ff1-431d-bb3f-cedb8906654c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.144160 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f75c9655-6ff1-431d-bb3f-cedb8906654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.146621 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f75c9655-6ff1-431d-bb3f-cedb8906654c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.147738 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-f75c9655-6ff1-431d-bb3f-cedb8906654c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/99863d69-97cd-4705-829b-4c1eecd0174d HTTP/1.1" status: 204 len: 168 time: 0.1160591 Jul 14 20:55:24.155609 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c9655-6ff1-431d-bb3f-cedb8906654c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99863d69-97cd-4705-829b-4c1eecd0174d,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:24.399782 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36506) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:24.412783 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d26e7c2f-fdc5-450c-8b74-d1bc5627a29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.499499 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d26e7c2f-fdc5-450c-8b74-d1bc5627a29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.503062 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d26e7c2f-fdc5-450c-8b74-d1bc5627a29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.538156 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e7c2f-fdc5-450c-8b74-d1bc5627a29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28121af6-9d27-4786-beca-f72b6e3bc004,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:24.542384 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-d26e7c2f-fdc5-450c-8b74-d1bc5627a29f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b8d763c382b4ec793aff21042cc277e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415610 Jul 14 20:55:24.545587 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36508) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:24.595546 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b7e9-ade4-4c0a-bf15-807723bf04d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.616246 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b7e9-ade4-4c0a-bf15-807723bf04d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.661611 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b7e9-ade4-4c0a-bf15-807723bf04d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.664171 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b7e9-ade4-4c0a-bf15-807723bf04d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:24.665343 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-2bd6b7e9-ade4-4c0a-bf15-807723bf04d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/28121af6-9d27-4786-beca-f72b6e3bc004 HTTP/1.1" status: 204 len: 168 time: 0.1187563 Jul 14 20:55:24.672879 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6b7e9-ade4-4c0a-bf15-807723bf04d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28121af6-9d27-4786-beca-f72b6e3bc004,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:25.989653 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:26.081952 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f2a3-4376-474f-9ecd-f99d0c3122ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:26.381991 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36570) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:26.483625 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-837cc300-e093-429c-bd4c-9cc05288f725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:26.567120 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-837cc300-e093-429c-bd4c-9cc05288f725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:26.570978 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-837cc300-e093-429c-bd4c-9cc05288f725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:26.608494 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-837cc300-e093-429c-bd4c-9cc05288f725 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ab451753d274f7a8071dffdb03f5d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254183 Jul 14 20:55:26.609209 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cc300-e093-429c-bd4c-9cc05288f725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa01ca4-4713-48b8-b1bd-75f9c99cf689,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:26.611339 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36574) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:26.658999 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-57712a95-cb5c-44c3-9c37-383c7c818714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:26.679661 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-57712a95-cb5c-44c3-9c37-383c7c818714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:26.725898 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-57712a95-cb5c-44c3-9c37-383c7c818714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:26.728382 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-57712a95-cb5c-44c3-9c37-383c7c818714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:26.729515 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-57712a95-cb5c-44c3-9c37-383c7c818714 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5fa01ca4-4713-48b8-b1bd-75f9c99cf689 HTTP/1.1" status: 204 len: 168 time: 0.1170568 Jul 14 20:55:26.737514 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57712a95-cb5c-44c3-9c37-383c7c818714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa01ca4-4713-48b8-b1bd-75f9c99cf689,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:26.933436 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:26.987961 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36580) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:27.000573 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4c976024-b0fe-4831-91c3-6668fa2266c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:27.084305 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4c976024-b0fe-4831-91c3-6668fa2266c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:27.087916 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4c976024-b0fe-4831-91c3-6668fa2266c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:27.127802 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-4c976024-b0fe-4831-91c3-6668fa2266c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae8e9ac244114e88b289caa11a8b5f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387188 Jul 14 20:55:27.130249 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c976024-b0fe-4831-91c3-6668fa2266c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bc9983-e509-41ae-9184-0d6c3d321afd,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:27.131166 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36582) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:27.184317 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b2b0328d-6d74-4945-94e9-f6b1c9c82545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:27.206274 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b2b0328d-6d74-4945-94e9-f6b1c9c82545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:27.256776 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b2b0328d-6d74-4945-94e9-f6b1c9c82545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:27.259259 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b2b0328d-6d74-4945-94e9-f6b1c9c82545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:27.260589 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-b2b0328d-6d74-4945-94e9-f6b1c9c82545 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b9bc9983-e509-41ae-9184-0d6c3d321afd HTTP/1.1" status: 204 len: 168 time: 0.1279767 Jul 14 20:55:27.269982 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0328d-6d74-4945-94e9-f6b1c9c82545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bc9983-e509-41ae-9184-0d6c3d321afd,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:28.594023 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:31.178081 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:55:48.737203 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36742) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:48.839003 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:48.923889 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:48.928084 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:48.963657 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c1a61f1e146411ca308bfc1a18b7609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253644 Jul 14 20:55:48.965651 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27366a8e-9125-406c-9fe0-dc3688318725,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:48.966438 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36746) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:48.973203 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.973584 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.973900 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.974235 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.974568 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.974889 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.975213 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.976373 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.976373 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.976373 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.977502 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:48.977502 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237fea9-52e8-4f5b-b90f-67a3f9079228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.017621 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.038030 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.083165 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.085669 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.086797 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/27366a8e-9125-406c-9fe0-dc3688318725 HTTP/1.1" status: 204 len: 168 time: 0.1193485 Jul 14 20:55:49.094090 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27366a8e-9125-406c-9fe0-dc3688318725,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:49.101455 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.101803 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.102142 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.102474 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.102802 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.103156 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.103445 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.103766 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.104116 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.104436 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.104761 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.105078 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8954fa-7b82-4cb3-84c3-9bcff9b7f2a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:49.678278 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36770) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:49.769216 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-548327358-network', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:49.790107 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Made reservation on behalf of 42b556b217544b60adda342fdd8cd4f7 for: {'network': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:55:49.792400 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.800238 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.884185 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.887612 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.907624 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=99456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:55:49.921709 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf26d1b-1d72-466f-93e8-a80bc9cac7ae,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:49.924480 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.924816 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.segments_db [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Added segment 63348407-fcd7-4c17-8371-97950ff20665 of type vlan for network ef7702c9-2f4b-4441-b148-ed52f388bdd6 Jul 14 20:55:49.967758 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.995296 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:49.996189 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:49.996767 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.048168 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3687692 Jul 14 20:55:50.051709 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36774) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:50.053751 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34cfc1-6e0d-44d3-8cc1-084cd730410c admin admin] Pushing event updated for resources: {'Network': ['ID=ef7702c9-2f4b-4441-b148-ed52f388bdd6,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:50.056945 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Request body: {'subnet': {'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-548327358-subnet', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'ip_version': 4}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:50.064076 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network ef7702c9-2f4b-4441-b148-ed52f388bdd6 details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:55:50.077752 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Made reservation on behalf of 42b556b217544b60adda342fdd8cd4f7 for: {'subnet': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:55:50.080401 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62529617'] for subnet, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.239167 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62809258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62529635'] for subnet, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.292428 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60ebf40-15fb-4c1f-8e53-3dad0e5e84da,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:50.300461 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Checking segment: {'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:55:50.301389 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Network hostable DHCP agents. Network: ef7702c9-2f4b-4441-b148-ed52f388bdd6, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:55:50.318334 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Network ef7702c9-2f4b-4441-b148-ed52f388bdd6 is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:55:50.327003 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, ef7702c9-2f4b-4441-b148-ed52f388bdd6) {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:50.331246 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:50.331901 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.337444 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7f2489-8962-4306-8880-95b6f06f93f9 None None] Network ef7702c9-2f4b-4441-b148-ed52f388bdd6 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:55:50.347096 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-a7bcd3a5-7f3a-41c5-8653-cc93286eadc0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2941310 Jul 14 20:55:50.350494 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36780) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:50.354963 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:50.376309 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-337846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13956'] for router, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.377276 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3685410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7799'] for router, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.434122 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.502104 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52155cd6-d8b7-5def-9819-e61ccad68c5f-ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da'}]}} from dv-cinder-800830-1-iscsi. {{(pid=99458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 20:55:50.502955 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.591027 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.638059 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.db_base_plugin_common [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Allocated IP 172.20.0.2 (ef7702c9-2f4b-4441-b148-ed52f388bdd6/c60ebf40-15fb-4c1f-8e53-3dad0e5e84da/51b50d70-4dc6-4b83-a4cc-c759585cbfa4) {{(pid=99458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:55:50.772599 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Notify callbacks [] for port, precommit_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.780778 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Transition to ACTIVE for port object 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:50.783742 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.795539 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Transition to ACTIVE for port object 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 will not be triggered until provisioned by entity DHCP. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:50.800695 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.803274 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.845469 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Network ef7702c9-2f4b-4441-b148-ed52f388bdd6 is already hosted by enough agents. {{(pid=99458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:55:50.848985 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.base_scheduler [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Resources bound (agent type, host, resource id): {{(pid=99458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:50.855461 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Received port after_create {{(pid=99458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:55:50.858552 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Pushing event updated for resources: {'Port': ['ID=51b50d70-4dc6-4b83-a4cc-c759585cbfa4,revision_number=1']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:50.913001 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Attempting to bind port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:55:50.913374 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Attempting to bind port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:55:50.913736 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Attempting to bind port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 on network ef7702c9-2f4b-4441-b148-ed52f388bdd6 {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:55:50.918789 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:55:50.919167 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Checking segment: {'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:55:50.919477 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Allocated IP 172.27.2.196 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/4b016255-c96d-45b6-bde0-bf3a0832139b) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:55:50.919682 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.920114 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Bound using segment: {'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:55:50.920573 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Bound port: 51b50d70-4dc6-4b83-a4cc-c759585cbfa4, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:55:50.920954 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:50.985088 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] For port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:55:50.988316 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] For port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=51b50d70-4dc6-4b83-a4cc-c759585cbfa4,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:55:50.992536 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:51.024998 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:51.047716 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948f558-68ea-4b01-85bc-ead5847ff78a None None] Pushing event updated for resources: {'Port': ['ID=51b50d70-4dc6-4b83-a4cc-c759585cbfa4,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:51.069978 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:51.109333 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:55:51.112112 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:51.115588 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:55:51.136989 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4b016255-c96d-45b6-bde0-bf3a0832139b,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:51.380280 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:51.851202 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963'] for router, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:51.955832 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4aebc6-f5b9-48c0-bf7e-4a0d1f14cd51 None None] Network ef7702c9-2f4b-4441-b148-ed52f388bdd6 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:55:51.985583 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 is scheduled to L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae with binding_index 1 {{(pid=99457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 20:55:52.080759 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-9ff1ede2-5000-4234-9282-d62d77882f06 None None] Provisioning for port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:52.094692 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:55:52.104357 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Sync routers for ids ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:55:52.114000 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.116104 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-c37cbcf7-b762-4500-9a89-dc60b60780c8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7640533 Jul 14 20:55:52.118179 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36792) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:52.118672 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Routers {'53a5bede-1419-4094-a7c5-0269c9c6d9e5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:55:52.119519 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:52.248693 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Set router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:55:52.455259 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:51Z', 'revision_number': 3, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:52.485995 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Checking router: 53a5bede-1419-4094-a7c5-0269c9c6d9e5 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:55:52.486348 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Updating router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 port 4b016255-c96d-45b6-bde0-bf3a0832139b binding host dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:55:52.524364 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.574402 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.679164 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.726035 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Allocated IP 172.20.0.1 (ef7702c9-2f4b-4441-b148-ed52f388bdd6/c60ebf40-15fb-4c1f-8e53-3dad0e5e84da/4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:55:52.777570 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Notify callbacks [] for port, precommit_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.787473 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.provisioning_blocks [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Transition to ACTIVE for port object 4b016255-c96d-45b6-bde0-bf3a0832139b will not be triggered until provisioned by entity L2. {{(pid=99459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:52.793552 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.821839 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:55:52.850845 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.866733 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Transition to ACTIVE for port object 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:52.879791 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:52.884133 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:52.884587 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.901822 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.933927 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Pushing event updated for resources: {'Port': ['ID=4b016255-c96d-45b6-bde0-bf3a0832139b,revision_number=2']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:52.947568 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-de681eb5-0abf-4e6a-8080-2108d87ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.949236 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Attempting to bind port 4b016255-c96d-45b6-bde0-bf3a0832139b on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:55:52.949620 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Attempting to bind port 4b016255-c96d-45b6-bde0-bf3a0832139b by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:55:52.949962 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Attempting to bind port 4b016255-c96d-45b6-bde0-bf3a0832139b on network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:55:52.953799 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:52.958457 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:55:52.958831 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:55:52.959283 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.959674 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Bound using segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:55:52.960152 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Bound port: 4b016255-c96d-45b6-bde0-bf3a0832139b, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:55:52.960545 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:52.973404 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Network ef7702c9-2f4b-4441-b148-ed52f388bdd6 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:55:52.975183 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:52.980312 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:55:52.993609 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.993959 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.994292 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.994622 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.994945 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.995269 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.995585 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.995920 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.996255 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.996575 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.996888 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:52.997201 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:55:53.002653 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:53.020587 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] For port 4b016255-c96d-45b6-bde0-bf3a0832139b, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:55:53.023645 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] For port 4b016255-c96d-45b6-bde0-bf3a0832139b, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=4b016255-c96d-45b6-bde0-bf3a0832139b,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:55:53.036237 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:53.049885 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338136'] for router_interface, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:53.059257 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=51b50d70-4dc6-4b83-a4cc-c759585cbfa4,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:53.065439 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:53.134838 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6aa1a3-8560-4a68-a688-2fa531b8564a None None] Pushing event updated for resources: {'Port': ['ID=4b016255-c96d-45b6-bde0-bf3a0832139b,revision_number=3']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:53.147415 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=51b50d70-4dc6-4b83-a4cc-c759585cbfa4,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:53.148889 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Routers {'53a5bede-1419-4094-a7c5-0269c9c6d9e5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:55:53.149547 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:53.238723 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:53.270507 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] Set router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:55:53.339744 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-6b565d79-320d-4f73-8ddb-6bc05107f556 None None] Provisioning for port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:53.345853 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-6b565d79-320d-4f73-8ddb-6bc05107f556 None None] Provisioning complete for port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:53.346231 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-6b565d79-320d-4f73-8ddb-6bc05107f556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:53.438241 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:53.449411 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:53.475880 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:51Z', 'revision_number': 3, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:53.494264 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-338792'] for router_interface, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:53.506482 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83303667-cb59-4674-b9c8-ab1278735636 None None] The sync data for ids ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'] in dv-cinder-800830-1-iscsi is: [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:51Z', 'revision_number': 3, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:55:53.541955 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:53.573173 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-6b565d79-320d-4f73-8ddb-6bc05107f556 None None] Port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:55:53.637695 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Network ef7702c9-2f4b-4441-b148-ed52f388bdd6 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:55:53.639132 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:53.766474 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:55:53.897664 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:55:53.906557 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-1416ab81-aad8-422c-90e2-a873348f923a None None] Provisioning complete for port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:53.908314 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-1416ab81-aad8-422c-90e2-a873348f923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:53.912523 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-b49b2936-2a46-4802-8843-0e0c6ba51412 admin admin] 10.222.0.38 "PUT /v2.0/routers/53a5bede-1419-4094-a7c5-0269c9c6d9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7924817 Jul 14 20:55:53.947317 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-1416ab81-aad8-422c-90e2-a873348f923a None None] Port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:55:54.379864 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36822) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:54.384788 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-66532699-network', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:54.406493 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Made reservation on behalf of d12cbb60cc9b4bbba16d656d447e5be7 for: {'network': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:55:54.409305 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.418393 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.515834 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.521799 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.549022 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=99457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:55:54.558924 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f182d6bf-6621-44f1-bf1d-349033c7ad41,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:54.563655 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.564063 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.segments_db [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Added segment e75ed5b5-ebbd-4953-b432-c7c300b42ad1 of type vlan for network 8a13b91b-da6b-4965-87bc-4c2fad97929a Jul 14 20:55:54.605540 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.634538 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.635505 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:54.636150 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.693301 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3123150 Jul 14 20:55:54.696173 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36826) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:54.700899 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Request body: {'subnet': {'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-66532699-subnet', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'ip_version': 4}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:54.707339 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb5dd8-7698-4e51-b2e3-333577847313 admin admin] Pushing event updated for resources: {'Network': ['ID=8a13b91b-da6b-4965-87bc-4c2fad97929a,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:54.717752 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 8a13b91b-da6b-4965-87bc-4c2fad97929a details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:55:54.733164 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Made reservation on behalf of d12cbb60cc9b4bbba16d656d447e5be7 for: {'subnet': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:55:54.735649 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62529617'] for subnet, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.887166 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:55:54.920668 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62809258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62529635'] for subnet, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.942307 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:54.942972 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:54.975511 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:54.990244 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Checking segment: {'id': 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:55:54.990880 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Network hostable DHCP agents. Network: 8a13b91b-da6b-4965-87bc-4c2fad97929a, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:55:55.010837 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Network 8a13b91b-da6b-4965-87bc-4c2fad97929a is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:55:55.021914 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 8a13b91b-da6b-4965-87bc-4c2fad97929a) {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:55.026195 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:55.027235 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.038342 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cec6b52-34ee-4f8d-9cda-0e156eae5b0a None None] Network 8a13b91b-da6b-4965-87bc-4c2fad97929a requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:55:55.042996 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-0959bde1-55cb-4a25-93f8-96eae9059f1d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3457935 Jul 14 20:55:55.045575 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36828) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:55.050258 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-66532699-router', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:55.072932 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-337846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13956'] for router, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.073903 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3685410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7799'] for router, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.082117 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 4b016255-c96d-45b6-bde0-bf3a0832139b up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:55:55.125016 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.150188 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Sync routers for ids ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:55:55.186059 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 4b016255-c96d-45b6-bde0-bf3a0832139b completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:55.190790 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Routers {'53a5bede-1419-4094-a7c5-0269c9c6d9e5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:55:55.191434 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:55.196899 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 4b016255-c96d-45b6-bde0-bf3a0832139b triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:55.197279 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.270951 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.346295 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52155cd6-d8b7-5def-9819-e61ccad68c5f-8a13b91b-da6b-4965-87bc-4c2fad97929a', 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'fixed_ips': [{'subnet_id': '76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1'}]}} from dv-cinder-800830-1-iscsi. {{(pid=99458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 20:55:55.347125 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.379627 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Set router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:55:55.473526 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.492052 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.532610 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.597253 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Allocated IP 172.27.2.98 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/f9b484b8-ec20-4f0d-9be0-9434c7be4e96) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:55:55.619621 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 4b016255-c96d-45b6-bde0-bf3a0832139b, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=4b016255-c96d-45b6-bde0-bf3a0832139b,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:55.633739 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.680302 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.db_base_plugin_common [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Allocated IP 172.20.0.2 (8a13b91b-da6b-4965-87bc-4c2fad97929a/76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1/f681e16a-d657-4a7c-b542-876d8b00b6c7) {{(pid=99458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:55:55.709964 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.747546 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.785600 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=4b016255-c96d-45b6-bde0-bf3a0832139b,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:55.787216 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:55:55.794843 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:55.797176 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:55:55.800014 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b484b8-ec20-4f0d-9be0-9434c7be4e96,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:55.881053 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82', 'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'mac_address': 'fa:16:3e:29:cf:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:52Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 2, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'subnets': [{'id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:55.913636 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Checking router: 53a5bede-1419-4094-a7c5-0269c9c6d9e5 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:55:55.913992 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Updating router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 binding host dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:55:55.938358 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Notify callbacks [] for port, precommit_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.954847 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Transition to ACTIVE for port object f681e16a-d657-4a7c-b542-876d8b00b6c7 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:55.963189 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:55.989750 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Transition to ACTIVE for port object f681e16a-d657-4a7c-b542-876d8b00b6c7 will not be triggered until provisioned by entity DHCP. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:56.016084 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.017878 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.042116 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.081916 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Network 8a13b91b-da6b-4965-87bc-4c2fad97929a is already hosted by enough agents. {{(pid=99458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:55:56.132014 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.base_scheduler [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Resources bound (agent type, host, resource id): {{(pid=99458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:56.137896 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Pushing event updated for resources: {'Port': ['ID=f681e16a-d657-4a7c-b542-876d8b00b6c7,revision_number=1']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:56.139952 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Received port after_create {{(pid=99458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:55:56.155964 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ad3906ef-7790-4506-a924-b85f1701e8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.237619 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963'] for router, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.255237 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Attempting to bind port f681e16a-d657-4a7c-b542-876d8b00b6c7 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:55:56.255608 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Attempting to bind port f681e16a-d657-4a7c-b542-876d8b00b6c7 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:55:56.256000 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Attempting to bind port f681e16a-d657-4a7c-b542-876d8b00b6c7 on network 8a13b91b-da6b-4965-87bc-4c2fad97929a {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:55:56.264631 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:55:56.264998 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Checking segment: {'id': 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:55:56.265398 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.265789 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Bound using segment: {'id': 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:55:56.266266 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Bound port: f681e16a-d657-4a7c-b542-876d8b00b6c7, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:55:56.266652 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.365951 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 is scheduled to L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae with binding_index 1 {{(pid=99457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 20:55:56.370844 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] For port f681e16a-d657-4a7c-b542-876d8b00b6c7, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:55:56.376242 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] For port f681e16a-d657-4a7c-b542-876d8b00b6c7, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=f681e16a-d657-4a7c-b542-876d8b00b6c7,segment=NetworkSegment(e75ed5b5-ebbd-4953-b432-c7c300b42ad1),segment_id=e75ed5b5-ebbd-4953-b432-c7c300b42ad1)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:55:56.522844 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.587078 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Notify callbacks [] for port, precommit_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.608787 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Transition to ACTIVE for port object 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:56.611002 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0c0e4-abe1-4899-a900-0bce55d90561 None None] Pushing event updated for resources: {'Port': ['ID=f681e16a-d657-4a7c-b542-876d8b00b6c7,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:56.621519 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.685607 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea920108-eb50-4740-957c-4976b212de96 None None] Pushing event updated for resources: {'Port': ['ID=4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:56.751745 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Attempting to bind port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:55:56.752254 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Attempting to bind port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:55:56.752730 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Attempting to bind port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 on network ef7702c9-2f4b-4441-b148-ed52f388bdd6 {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:55:56.759180 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:55:56.759569 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Checking segment: {'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:55:56.760018 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.760466 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Bound using segment: {'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:55:56.760952 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Bound port: 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:55:56.761339 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.768813 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:55:56.779394 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Sync routers for ids ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:55:56.791645 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Routers {'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:55:56.792515 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:56.809928 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.817813 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36834) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:56.820016 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-740f0113-0660-443e-905a-6c387928cc92 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7714579 Jul 14 20:55:56.885492 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] For port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:55:56.893315 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] For port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:55:56.904024 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:56.927311 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 4b016255-c96d-45b6-bde0-bf3a0832139b up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:55:56.956986 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Set router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:55:57.022381 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Routers {'53a5bede-1419-4094-a7c5-0269c9c6d9e5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:55:57.023077 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:57.031229 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.083650 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea920108-eb50-4740-957c-4976b212de96 None None] Pushing event updated for resources: {'Port': ['ID=4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:57.150727 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 4b016255-c96d-45b6-bde0-bf3a0832139b triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:57.151103 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.176877 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'name': 'tempest-TestShelveInstance-66532699-router', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 3, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'gw_port': {'id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:57.202301 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] Set router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:55:57.220060 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Checking router: c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:55:57.220824 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Updating router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 port f9b484b8-ec20-4f0d-9be0-9434c7be4e96 binding host dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:55:57.262137 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.398479 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.490489 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82', 'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'mac_address': 'fa:16:3e:29:cf:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:52Z', 'updated_at': '2021-07-14T20:55:56Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'subnets': [{'id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:57.525482 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fcdd46-c6fb-40e9-a16b-4178be5377a2 None None] The sync data for ids ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'] in dv-cinder-800830-1-iscsi is: [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82', 'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'mac_address': 'fa:16:3e:29:cf:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:52Z', 'updated_at': '2021-07-14T20:55:56Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'subnets': [{'id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:55:57.567319 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Notify callbacks [] for port, precommit_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.578008 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.provisioning_blocks [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Transition to ACTIVE for port object f9b484b8-ec20-4f0d-9be0-9434c7be4e96 will not be triggered until provisioned by entity L2. {{(pid=99459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:57.592492 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.595048 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Allocated IP 172.20.0.1 (8a13b91b-da6b-4965-87bc-4c2fad97929a/76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1/3205d8ff-e485-4989-935e-ee8513d7480d) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:55:57.648407 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961d189-4342-435f-aa25-154633ac96ed None None] Pushing event updated for resources: {'Port': ['ID=f9b484b8-ec20-4f0d-9be0-9434c7be4e96,revision_number=2']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:57.668403 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Attempting to bind port f9b484b8-ec20-4f0d-9be0-9434c7be4e96 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:55:57.669011 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Attempting to bind port f9b484b8-ec20-4f0d-9be0-9434c7be4e96 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:55:57.669587 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Attempting to bind port f9b484b8-ec20-4f0d-9be0-9434c7be4e96 on network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:55:57.675286 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:55:57.676291 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:55:57.676937 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.677546 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Bound using segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:55:57.678229 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Bound port: f9b484b8-ec20-4f0d-9be0-9434c7be4e96, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:55:57.678851 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.757571 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] For port f9b484b8-ec20-4f0d-9be0-9434c7be4e96, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:55:57.761599 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] For port f9b484b8-ec20-4f0d-9be0-9434c7be4e96, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=f9b484b8-ec20-4f0d-9be0-9434c7be4e96,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:55:57.776353 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.783970 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.798536 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Transition to ACTIVE for port object 3205d8ff-e485-4989-935e-ee8513d7480d will not be triggered until provisioned by entity DHCP. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:55:57.840739 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.855315 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Routers {'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:55:57.855973 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:57.857831 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961d189-4342-435f-aa25-154633ac96ed None None] Pushing event updated for resources: {'Port': ['ID=f9b484b8-ec20-4f0d-9be0-9434c7be4e96,revision_number=3']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:57.884939 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Network 8a13b91b-da6b-4965-87bc-4c2fad97929a is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:55:57.888574 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:57.891191 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:55:57.903912 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb95fd-751e-42dd-9455-b9a2b8869df1 None None] Network 8a13b91b-da6b-4965-87bc-4c2fad97929a requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:55:57.920276 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Pushing event updated for resources: {'Port': ['ID=3205d8ff-e485-4989-935e-ee8513d7480d,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:57.940608 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338136'] for router_interface, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:57.990113 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] Set router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:55:58.041449 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-5e47afbf-f0d9-489b-aa58-b8d094ef9d23 None None] Provisioning for port f681e16a-d657-4a7c-b542-876d8b00b6c7 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:58.113775 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:58.210298 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'name': 'tempest-TestShelveInstance-66532699-router', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 3, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'gw_port': {'id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:55:58.309957 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:58.321233 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:58.340015 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f21c401-7ca9-4cff-9fb9-dbe12b871c32 None None] The sync data for ids ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'] in dv-cinder-800830-1-iscsi is: [{'id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'name': 'tempest-TestShelveInstance-66532699-router', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 3, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'gw_port': {'id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:55:58.385291 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-34e2286d-addf-4cf1-93e4-2777fff4f8be None None] Provisioning for port 3205d8ff-e485-4989-935e-ee8513d7480d completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:58.391377 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-34e2286d-addf-4cf1-93e4-2777fff4f8be None None] Provisioning complete for port 3205d8ff-e485-4989-935e-ee8513d7480d triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:58.391980 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-34e2286d-addf-4cf1-93e4-2777fff4f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:58.400757 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Pushing event updated for resources: {'Port': ['ID=3205d8ff-e485-4989-935e-ee8513d7480d,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:58.410001 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-338792'] for router_interface, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:58.478526 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-34e2286d-addf-4cf1-93e4-2777fff4f8be None None] Port 3205d8ff-e485-4989-935e-ee8513d7480d cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:55:58.540620 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Network 8a13b91b-da6b-4965-87bc-4c2fad97929a is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:55:58.542065 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:55:58.610673 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:58.648939 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-ccdd37d9-f5c6-4a1c-b1ca-968d2516f1d2 None None] Provisioning complete for port 3205d8ff-e485-4989-935e-ee8513d7480d triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:58.649329 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ccdd37d9-f5c6-4a1c-b1ca-968d2516f1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:58.722294 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd37d9-f5c6-4a1c-b1ca-968d2516f1d2 None None] Port 3205d8ff-e485-4989-935e-ee8513d7480d cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:55:58.728136 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:55:58.909893 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:55:58.915182 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-c6b139d2-50b6-4b26-8cfd-579dd92c9b59 admin admin] 10.222.0.38 "PUT /v2.0/routers/c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0999100 Jul 14 20:55:58.949799 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-fafa4d75-7dcd-4ba4-9115-8530aca6c7b3 None None] Provisioning complete for port 3205d8ff-e485-4989-935e-ee8513d7480d triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:58.950320 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-fafa4d75-7dcd-4ba4-9115-8530aca6c7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:58.992418 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device f681e16a-d657-4a7c-b542-876d8b00b6c7 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:55:59.035739 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-fafa4d75-7dcd-4ba4-9115-8530aca6c7b3 None None] Port 3205d8ff-e485-4989-935e-ee8513d7480d cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:55:59.064713 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port f681e16a-d657-4a7c-b542-876d8b00b6c7 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:59.069888 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port f681e16a-d657-4a7c-b542-876d8b00b6c7 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:59.070260 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.139686 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-44155999-8349-4468-8f41-12abdbcda189 req-913a55a9-5113-47ff-b11a-90627ad1b9c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947475 Jul 14 20:55:59.170128 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.214939 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port f681e16a-d657-4a7c-b542-876d8b00b6c7, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=f681e16a-d657-4a7c-b542-876d8b00b6c7,segment=NetworkSegment(e75ed5b5-ebbd-4953-b432-c7c300b42ad1),segment_id=e75ed5b5-ebbd-4953-b432-c7c300b42ad1)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:59.220223 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.221157 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device f9b484b8-ec20-4f0d-9be0-9434c7be4e96 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:55:59.269995 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155999-8349-4468-8f41-12abdbcda189 req-ab059269-097c-4ec1-9e44-e86cfefd5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:59.272434 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-44155999-8349-4468-8f41-12abdbcda189 req-ab059269-097c-4ec1-9e44-e86cfefd5199 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c259d2b935c444793b588e6c9bd935c&device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 1098 time: 0.0693183 Jul 14 20:55:59.305834 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=f681e16a-d657-4a7c-b542-876d8b00b6c7,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:59.319427 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port f9b484b8-ec20-4f0d-9be0-9434c7be4e96 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:59.324178 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port f9b484b8-ec20-4f0d-9be0-9434c7be4e96 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:59.324789 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.416757 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155999-8349-4468-8f41-12abdbcda189 req-b02c8864-ce3e-4577-8eae-c38eb291d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:59.418650 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-44155999-8349-4468-8f41-12abdbcda189 req-b02c8864-ce3e-4577-8eae-c38eb291d6b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 200 len: 912 time: 0.1223679 Jul 14 20:55:59.452292 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.483595 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port f9b484b8-ec20-4f0d-9be0-9434c7be4e96, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=f9b484b8-ec20-4f0d-9be0-9434c7be4e96,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:59.488462 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.489493 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:55:59.512497 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-44155999-8349-4468-8f41-12abdbcda189 req-4699483e-dbd6-44cc-b437-89fb89607b07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c4a4dc-46cb-4243-b2cd-7ffba25d632a HTTP/1.1" status: 200 len: 1001 time: 0.0830760 Jul 14 20:55:59.574445 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155999-8349-4468-8f41-12abdbcda189 req-252ddac1-4b81-46a4-8bec-58e0adb9e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:59.576081 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-44155999-8349-4468-8f41-12abdbcda189 req-252ddac1-4b81-46a4-8bec-58e0adb9e81e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f HTTP/1.1" status: 200 len: 850 time: 0.0564520 Jul 14 20:55:59.581622 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:55:59.587419 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:55:59.587803 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.623577 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=f9b484b8-ec20-4f0d-9be0-9434c7be4e96,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:59.652771 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155999-8349-4468-8f41-12abdbcda189 req-ba78ec3d-dc15-4c43-80d9-49e78bd45d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:55:59.654518 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-44155999-8349-4468-8f41-12abdbcda189 req-ba78ec3d-dc15-4c43-80d9-49e78bd45d7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9889ce84-c52d-4038-b55b-f5ffc7e1affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687695 Jul 14 20:55:59.682647 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.719140 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:55:59.724016 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.782241 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-44155999-8349-4468-8f41-12abdbcda189 req-61bdc3b4-ad70-4099-aed7-faaa52cb3957 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172922 Jul 14 20:55:59.785803 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:55:59.870221 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36846) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:55:59.876456 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-05b73e1a-b3a4-44ec-93ce-a9bbd1bd4e4c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314526818', 'description': 'tempest-secgroup-smoke-1314526818 description', 'project_id': '42b556b217544b60adda342fdd8cd4f7'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:55:59.894376 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-44155999-8349-4468-8f41-12abdbcda189 req-95ca6e0d-7bb3-40c4-b977-3db7fa85b5c2 service neutron] 10.222.0.43 "GET /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976021 Jul 14 20:55:59.901765 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-05b73e1a-b3a4-44ec-93ce-a9bbd1bd4e4c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.990844 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-05b73e1a-b3a4-44ec-93ce-a9bbd1bd4e4c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:55:59.996221 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-05b73e1a-b3a4-44ec-93ce-a9bbd1bd4e4c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.022159 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-05b73e1a-b3a4-44ec-93ce-a9bbd1bd4e4c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.023393 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-05b73e1a-b3a4-44ec-93ce-a9bbd1bd4e4c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1520121 Jul 14 20:56:00.026552 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36854) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:00.029960 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b73e1a-b3a4-44ec-93ce-a9bbd1bd4e4c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177d4a17-4972-4c1f-bbd1-a9ebae2d2153,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:00.032814 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-7af7903e-7344-4eae-b557-7c2d4f2b538c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Request body: {'security_group_rule': {'security_group_id': '177d4a17-4972-4c1f-bbd1-a9ebae2d2153', 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:00.067492 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7af7903e-7344-4eae-b557-7c2d4f2b538c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.131523 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7af7903e-7344-4eae-b557-7c2d4f2b538c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.136479 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7af7903e-7344-4eae-b557-7c2d4f2b538c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.155246 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7903e-7344-4eae-b557-7c2d4f2b538c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5216f1b-0b3a-4167-8bc9-eb0433ccecd2,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:00.162625 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-7af7903e-7344-4eae-b557-7c2d4f2b538c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.163981 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-7af7903e-7344-4eae-b557-7c2d4f2b538c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363783 Jul 14 20:56:00.166676 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 36856) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:00.171309 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-99e475cf-85db-4738-9c2d-e3eb0a494d75 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Request body: {'security_group_rule': {'security_group_id': '177d4a17-4972-4c1f-bbd1-a9ebae2d2153', 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:00.199248 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-99e475cf-85db-4738-9c2d-e3eb0a494d75 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.260746 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-99e475cf-85db-4738-9c2d-e3eb0a494d75 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.264605 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-99e475cf-85db-4738-9c2d-e3eb0a494d75 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.286267 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e475cf-85db-4738-9c2d-e3eb0a494d75 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e95e1a-d6c4-4158-a6ec-2b49616529ad,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:00.293130 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-99e475cf-85db-4738-9c2d-e3eb0a494d75 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.294423 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-99e475cf-85db-4738-9c2d-e3eb0a494d75 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267562 Jul 14 20:56:00.297474 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36860) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:00.302130 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-e4092d29-d0fc-47aa-99b3-2a08ca7db635 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Request body: {'security_group_rule': {'security_group_id': '177d4a17-4972-4c1f-bbd1-a9ebae2d2153', 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:00.332668 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e4092d29-d0fc-47aa-99b3-2a08ca7db635 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.397334 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e4092d29-d0fc-47aa-99b3-2a08ca7db635 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.401490 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e4092d29-d0fc-47aa-99b3-2a08ca7db635 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.422213 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4092d29-d0fc-47aa-99b3-2a08ca7db635 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f0a512-45e3-4e3b-b765-26bc50b354d0,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:00.429985 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e4092d29-d0fc-47aa-99b3-2a08ca7db635 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.431473 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-e4092d29-d0fc-47aa-99b3-2a08ca7db635 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329346 Jul 14 20:56:00.434375 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36864) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:00.438827 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-80f8d795-f237-46be-a9dc-605fe554eb57 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Request body: {'security_group_rule': {'security_group_id': '177d4a17-4972-4c1f-bbd1-a9ebae2d2153', 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:00.465798 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-80f8d795-f237-46be-a9dc-605fe554eb57 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.528455 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-80f8d795-f237-46be-a9dc-605fe554eb57 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.543013 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-80f8d795-f237-46be-a9dc-605fe554eb57 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.559524 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8d795-f237-46be-a9dc-605fe554eb57 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ae63db-4512-47b9-b3be-370ebca69d2e,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:00.570497 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-80f8d795-f237-46be-a9dc-605fe554eb57 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.574357 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-80f8d795-f237-46be-a9dc-605fe554eb57 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365688 Jul 14 20:56:00.574697 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36870) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:00.580200 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-0ee5ba2a-a441-41a7-9590-f3cf09968996 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Request body: {'security_group_rule': {'security_group_id': '177d4a17-4972-4c1f-bbd1-a9ebae2d2153', 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:00.610463 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.securitygroups_db [None req-0ee5ba2a-a441-41a7-9590-f3cf09968996 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Project 42b556b217544b60adda342fdd8cd4f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:56:00.616985 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ba2a-a441-41a7-9590-f3cf09968996 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.678841 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ba2a-a441-41a7-9590-f3cf09968996 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.682424 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ba2a-a441-41a7-9590-f3cf09968996 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.700229 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5ba2a-a441-41a7-9590-f3cf09968996 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59484f51-0d91-4bd7-a3de-24895f7ee833,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:00.709946 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ba2a-a441-41a7-9590-f3cf09968996 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.712550 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-0ee5ba2a-a441-41a7-9590-f3cf09968996 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348822 Jul 14 20:56:00.714194 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 36872) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:00.718828 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-145e48fb-2533-4a52-89be-3a8b3ae9185d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Request body: {'security_group_rule': {'security_group_id': '177d4a17-4972-4c1f-bbd1-a9ebae2d2153', 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:00.742547 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.securitygroups_db [None req-145e48fb-2533-4a52-89be-3a8b3ae9185d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Project 42b556b217544b60adda342fdd8cd4f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:56:00.747914 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-145e48fb-2533-4a52-89be-3a8b3ae9185d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.804826 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device f9b484b8-ec20-4f0d-9be0-9434c7be4e96 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:00.814460 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-145e48fb-2533-4a52-89be-3a8b3ae9185d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.818881 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-145e48fb-2533-4a52-89be-3a8b3ae9185d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.836334 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e48fb-2533-4a52-89be-3a8b3ae9185d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7618ae5f-5b85-45ef-8ad4-91195cfdb676,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:00.846814 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-145e48fb-2533-4a52-89be-3a8b3ae9185d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.848378 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-145e48fb-2533-4a52-89be-3a8b3ae9185d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332424 Jul 14 20:56:00.873607 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port f9b484b8-ec20-4f0d-9be0-9434c7be4e96 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:00.874238 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:00.952655 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Sync routers for ids ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:56:00.976965 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Routers {'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:00.977598 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:00.982548 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device f681e16a-d657-4a7c-b542-876d8b00b6c7 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:01.112047 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port f681e16a-d657-4a7c-b542-876d8b00b6c7 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:01.112445 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:01.138230 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Set router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:01.431833 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:01.524383 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:01.524682 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:01.558349 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'name': 'tempest-TestShelveInstance-66532699-router', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:58Z', 'revision_number': 4, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'gw_port': {'id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '3205d8ff-e485-4989-935e-ee8513d7480d', 'name': '', 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'mac_address': 'fa:16:3e:4b:88:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:57Z', 'updated_at': '2021-07-14T20:55:58Z', 'revision_number': 2, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'subnets': [{'id': '76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:01.590564 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Checking router: c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:56:01.590917 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Updating router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 port 3205d8ff-e485-4989-935e-ee8513d7480d binding host dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:56:01.632388 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:01.930603 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Notify callbacks [] for port, precommit_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:01.941514 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Transition to ACTIVE for port object 3205d8ff-e485-4989-935e-ee8513d7480d will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:01.947680 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:01.999633 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Pushing event updated for resources: {'Port': ['ID=3205d8ff-e485-4989-935e-ee8513d7480d,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:02.011668 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.012055 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.012383 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.012749 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.013178 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.013369 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.014418 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.014418 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.014418 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.014729 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.014944 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.015265 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:02.074401 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Attempting to bind port 3205d8ff-e485-4989-935e-ee8513d7480d on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:56:02.074778 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Attempting to bind port 3205d8ff-e485-4989-935e-ee8513d7480d by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:56:02.075141 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Attempting to bind port 3205d8ff-e485-4989-935e-ee8513d7480d on network 8a13b91b-da6b-4965-87bc-4c2fad97929a {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:56:02.081457 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:56:02.081841 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Checking segment: {'id': 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:56:02.082247 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:02.082649 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Bound using segment: {'id': 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:56:02.083119 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Bound port: 3205d8ff-e485-4989-935e-ee8513d7480d, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:56:02.083528 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:02.155143 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] For port 3205d8ff-e485-4989-935e-ee8513d7480d, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:56:02.158716 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] For port 3205d8ff-e485-4989-935e-ee8513d7480d, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=3205d8ff-e485-4989-935e-ee8513d7480d,segment=NetworkSegment(e75ed5b5-ebbd-4953-b432-c7c300b42ad1),segment_id=e75ed5b5-ebbd-4953-b432-c7c300b42ad1)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:56:02.164394 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:02.225903 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Routers {'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:02.226554 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:02.260800 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ead64d-8f6c-4beb-8a44-374f65f4f20d None None] Pushing event updated for resources: {'Port': ['ID=3205d8ff-e485-4989-935e-ee8513d7480d,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:02.347328 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] Set router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:02.563524 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'name': 'tempest-TestShelveInstance-66532699-router', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:58Z', 'revision_number': 4, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'gw_port': {'id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '3205d8ff-e485-4989-935e-ee8513d7480d', 'name': '', 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'mac_address': 'fa:16:3e:4b:88:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:57Z', 'updated_at': '2021-07-14T20:56:02Z', 'revision_number': 4, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'subnets': [{'id': '76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:02.590354 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e4d8c-caa9-4d22-8b5f-c774be92918f None None] The sync data for ids ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'] in dv-cinder-800830-1-iscsi is: [{'id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'name': 'tempest-TestShelveInstance-66532699-router', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:58Z', 'revision_number': 4, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'gw_port': {'id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '3205d8ff-e485-4989-935e-ee8513d7480d', 'name': '', 'network_id': '8a13b91b-da6b-4965-87bc-4c2fad97929a', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'mac_address': 'fa:16:3e:4b:88:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:57Z', 'updated_at': '2021-07-14T20:56:02Z', 'revision_number': 4, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'subnets': [{'id': '76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:56:02.817708 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 3205d8ff-e485-4989-935e-ee8513d7480d up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:02.874447 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 3205d8ff-e485-4989-935e-ee8513d7480d completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:02.879162 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 3205d8ff-e485-4989-935e-ee8513d7480d triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:02.879526 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:02.959274 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:02.993483 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 3205d8ff-e485-4989-935e-ee8513d7480d, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=3205d8ff-e485-4989-935e-ee8513d7480d,segment=NetworkSegment(e75ed5b5-ebbd-4953-b432-c7c300b42ad1),segment_id=e75ed5b5-ebbd-4953-b432-c7c300b42ad1)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:03.001980 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:03.057302 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=3205d8ff-e485-4989-935e-ee8513d7480d,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:04.792852 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 3205d8ff-e485-4989-935e-ee8513d7480d up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:04.845728 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 3205d8ff-e485-4989-935e-ee8513d7480d triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:04.846101 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:08.177357 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:56:13.183431 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2126c4-16cc-411a-998c-457f7aa5839d req-e9a76fa5-815c-4961-8fae-5aeb88d0c9d6 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:13.184987 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bd2126c4-16cc-411a-998c-457f7aa5839d req-e9a76fa5-815c-4961-8fae-5aeb88d0c9d6 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 945 time: 0.0627367 Jul 14 20:56:13.221739 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bd2126c4-16cc-411a-998c-457f7aa5839d req-80f6d1b5-43bc-4744-8b43-8fddfc5c209b tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Jul 14 20:56:14.394020 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048f664-00ce-4ce6-aa6c-548c62b36e5a req-c2b2e07d-d249-4b0f-98a1-a05628870328 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:14.395545 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a048f664-00ce-4ce6-aa6c-548c62b36e5a req-c2b2e07d-d249-4b0f-98a1-a05628870328 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 945 time: 0.0629079 Jul 14 20:56:14.433504 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a048f664-00ce-4ce6-aa6c-548c62b36e5a req-67d69548-0d06-43a1-a45e-cb422ca7b28d tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups?id=072c17ec-63e2-4307-97a2-d21281163eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Jul 14 20:56:15.018082 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-ffaf1603-c6ba-4b07-aed0-547967552da0 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:15.019533 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-ffaf1603-c6ba-4b07-aed0-547967552da0 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.43 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 945 time: 0.0617886 Jul 14 20:56:15.121116 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Deleting port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:56:15.121457 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:15.206182 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] For port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:15.206543 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:15.373768 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:15.374046 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:15.374353 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.l3_db [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Floating IP 7fd22127-969d-44c1-a627-fe2c440bd2ed disassociated. External IP: 172.27.2.150, port: 78c4a4dc-46cb-4243-b2cd-7ffba25d632a. Jul 14 20:56:15.374679 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Calling delete_port for 78c4a4dc-46cb-4243-b2cd-7ffba25d632a owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:56:15.500497 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:15.533656 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event deleted for resources: {'Port': ['ID=78c4a4dc-46cb-4243-b2cd-7ffba25d632a,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:15.578341 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-eb8fa3a1-e0da-455d-8f19-c6e74b3a16cd req-9a867897-054f-49b0-9052-53b849b1af55 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/ports?device_id=f036e4dc-7b46-447b-bd0d-7ea36a75a06d HTTP/1.1" status: 200 len: 210 time: 0.0318527 Jul 14 20:56:15.645373 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Router be7da088-b806-4f59-a98e-9b8acb9715a3 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:56:15.750054 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:56:15.759385 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] Sync routers for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:56:15.769115 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:15.769726 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:15.796617 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] No DVR routers for this DVR port 78c4a4dc-46cb-4243-b2cd-7ffba25d632a on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:56:15.799208 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:15.801879 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81d1e0b3-2a02-44e9-bb2d-00369dd14dd3 req-41832182-3da3-4c74-b2f1-aa0c909c708c tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.43 "DELETE /v2.0/ports/78c4a4dc-46cb-4243-b2cd-7ffba25d632a HTTP/1.1" status: 204 len: 173 time: 0.7757204 Jul 14 20:56:15.802331 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'name': 'network-vif-deleted', 'tag': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:56:15.804801 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6214fe99-c836-4f1a-8251-ad6d2aaeca2e" -d '{"events": [{"server_uuid": "f036e4dc-7b46-447b-bd0d-7ea36a75a06d", "name": "network-vif-deleted", "tag": "78c4a4dc-46cb-4243-b2cd-7ffba25d632a"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:56:15.846186 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f47931-72ec-46f5-9f50-f6e95ab6b80b x-openstack-request-id: req-f2f47931-72ec-46f5-9f50-f6e95ab6b80b {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:56:15.846481 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036e4dc-7b46-447b-bd0d-7ea36a75a06d", "name": "network-vif-deleted", "tag": "78c4a4dc-46cb-4243-b2cd-7ffba25d632a", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:56:15.846734 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2f47931-72ec-46f5-9f50-f6e95ab6b80b {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:56:15.847134 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f036e4dc-7b46-447b-bd0d-7ea36a75a06d', 'name': 'network-vif-deleted', 'tag': '78c4a4dc-46cb-4243-b2cd-7ffba25d632a', 'status': 'completed', 'code': 200} Jul 14 20:56:15.880171 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:16.082822 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:16.112256 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] Checking router: be7da088-b806-4f59-a98e-9b8acb9715a3 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:56:16.121076 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:16.121679 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:16.219763 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:16.421123 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:16.449650 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c2f42-4baa-4292-95a9-ac7f117d47a0 None None] The sync data for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi is: [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:35Z', 'revision_number': 4, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': 'cbb26cef-2a70-42b6-bb8e-02083866bb26', 'name': '', 'network_id': '9889ce84-c52d-4038-b55b-f5ffc7e1affd', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:34Z', 'updated_at': '2021-07-14T20:51:40Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'subnets': [{'id': 'c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:56:16.653739 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b9870-d99c-4562-852f-c0d9eb998a7a None None] New status for floating IP 7fd22127-969d-44c1-a627-fe2c440bd2ed: DOWN {{(pid=99458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:56:16.700268 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37050) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:16.753759 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d0b7051b-8264-4d8b-90bc-601ee7fb5fc6 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:16.782319 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d0b7051b-8264-4d8b-90bc-601ee7fb5fc6 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:16.828239 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d0b7051b-8264-4d8b-90bc-601ee7fb5fc6 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:16.830714 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d0b7051b-8264-4d8b-90bc-601ee7fb5fc6 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:16.831833 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-d0b7051b-8264-4d8b-90bc-601ee7fb5fc6 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "DELETE /v2.0/security-groups/072c17ec-63e2-4307-97a2-d21281163eba HTTP/1.1" status: 204 len: 168 time: 0.1304517 Jul 14 20:56:16.835219 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37052) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:16.841451 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7051b-8264-4d8b-90bc-601ee7fb5fc6 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072c17ec-63e2-4307-97a2-d21281163eba,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:16.848949 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.api.v2.resource [None req-4fdb9071-cf25-481a-a8a8-7314bb2e6814 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] show failed (client error): The resource could not be found. Jul 14 20:56:16.849958 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-4fdb9071-cf25-481a-a8a8-7314bb2e6814 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "GET /v2.0/security-groups/072c17ec-63e2-4307-97a2-d21281163eba HTTP/1.1" status: 404 len: 347 time: 0.0137148 Jul 14 20:56:16.852704 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37054) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:16.973778 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-6e2547d2-8c95-4fc6-9662-20eb3b28ca22 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Deleting port 59dbe8b1-cda6-4916-8e86-2df8e47b0dc0 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:56:16.974116 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e2547d2-8c95-4fc6-9662-20eb3b28ca22 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:17.047334 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e2547d2-8c95-4fc6-9662-20eb3b28ca22 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:17.047586 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e2547d2-8c95-4fc6-9662-20eb3b28ca22 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:17.060620 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-6e2547d2-8c95-4fc6-9662-20eb3b28ca22 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Calling delete_port for 59dbe8b1-cda6-4916-8e86-2df8e47b0dc0 owned by network:floatingip {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:56:17.202440 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e2547d2-8c95-4fc6-9662-20eb3b28ca22 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:17.226416 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2547d2-8c95-4fc6-9662-20eb3b28ca22 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Pushing event deleted for resources: {'Port': ['ID=59dbe8b1-cda6-4916-8e86-2df8e47b0dc0,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:17.271667 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-36e844f1-e196-4974-a101-67d2a8d2e3dc tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314526818&fields=id&tenant_id=42b556b217544b60adda342fdd8cd4f7 HTTP/1.1" status: 200 len: 267 time: 0.0333419 Jul 14 20:56:17.292804 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e2547d2-8c95-4fc6-9662-20eb3b28ca22 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks [] for floatingip, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:17.295430 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-6e2547d2-8c95-4fc6-9662-20eb3b28ca22 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:17.296604 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-6e2547d2-8c95-4fc6-9662-20eb3b28ca22 tempest-AttachVolumeTestJSON-1751812642 tempest-AttachVolumeTestJSON-1751812642-project] 10.222.0.38 "DELETE /v2.0/floatingips/7fd22127-969d-44c1-a627-fe2c440bd2ed HTTP/1.1" status: 204 len: 168 time: 0.4424653 Jul 14 20:56:17.385838 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-636def60-f057-441f-aca5-d8d4540f212d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:17.387815 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-636def60-f057-441f-aca5-d8d4540f212d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/networks?id=ef7702c9-2f4b-4441-b148-ed52f388bdd6 HTTP/1.1" status: 200 len: 808 time: 0.1093519 Jul 14 20:56:17.403543 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-9aecc1ef-9806-4dea-a148-dd2745943ffb tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/quotas/42b556b217544b60adda342fdd8cd4f7 HTTP/1.1" status: 200 len: 375 time: 0.0101576 Jul 14 20:56:17.731786 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7a2a2df5-99a2-4457-ba43-4c2b5e0a70b8 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=42b556b217544b60adda342fdd8cd4f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3196836 Jul 14 20:56:17.904371 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-847380d1-dbf9-4345-b932-9bafc43f9d77 service neutron] 10.222.0.38 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623566 Jul 14 20:56:17.991596 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-d0366c4f-b15c-4fbb-8760-eed555d36d65 service neutron] 10.222.0.38 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815585 Jul 14 20:56:18.277857 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cbc4d75d-85c8-4396-ab19-358af4856ac3 req-6b707105-2e46-4b69-9117-eb9ada41dc5e tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 210 time: 0.0288386 Jul 14 20:56:18.615106 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 78c4a4dc-46cb-4243-b2cd-7ffba25d632a no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:56:18.639113 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 78c4a4dc-46cb-4243-b2cd-7ffba25d632a {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:56:18.639556 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 78c4a4dc-46cb-4243-b2cd-7ffba25d632a not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:56:19.362749 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-de80e48a-5579-4c52-94ea-fa9262d600df tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:19.364275 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-de80e48a-5579-4c52-94ea-fa9262d600df tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.43 "GET /v2.0/networks?id=ef7702c9-2f4b-4441-b148-ed52f388bdd6 HTTP/1.1" status: 200 len: 808 time: 0.1040900 Jul 14 20:56:19.412671 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-f9efe822-1ce5-4aed-a85d-befa29622c75 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b556b217544b60adda342fdd8cd4f7 HTTP/1.1" status: 200 len: 380 time: 0.0371003 Jul 14 20:56:19.421335 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Request body: {'port': {'device_id': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'admin_state_up': True, 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'security_groups': ['177d4a17-4972-4c1f-bbd1-a9ebae2d2153']}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:19.426250 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-a7a4a7b7-7cd7-4a4f-93bd-e446ae3693fb req-a78c5d3e-baba-4e03-b299-ebee64e28390 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 210 time: 0.0305915 Jul 14 20:56:19.535874 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Made reservation on behalf of 42b556b217544b60adda342fdd8cd4f7 for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:56:19.540342 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:19.673009 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Allocated IP 172.20.0.14 (ef7702c9-2f4b-4441-b148-ed52f388bdd6/c60ebf40-15fb-4c1f-8e53-3dad0e5e84da/79504a3f-9441-4ba3-93a2-dc03e6edb8ae) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:56:19.819994 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:19.837871 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Transition to ACTIVE for port object 79504a3f-9441-4ba3-93a2-dc03e6edb8ae will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:19.871799 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:19.921702 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Network ef7702c9-2f4b-4441-b148-ed52f388bdd6 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:56:19.925230 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:19.929812 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:56:19.936800 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event updated for resources: {'Port': ['ID=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:19.988480 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:19.989963 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:20.008051 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-7b3e7b52-2504-42ee-bb0e-69c5d161d46b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5905187 Jul 14 20:56:20.020438 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Request body: {'port': {'device_id': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:20.100392 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:20.321387 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-fd7836e1-66cb-4e50-9f44-7b4be76c8c55 None None] Provisioning for port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:20.325649 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-fd7836e1-66cb-4e50-9f44-7b4be76c8c55 None None] Provisioning complete for port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:20.326016 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-fd7836e1-66cb-4e50-9f44-7b4be76c8c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:20.359469 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-fd7836e1-66cb-4e50-9f44-7b4be76c8c55 None None] Port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:56:20.367884 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79504a3f-9441-4ba3-93a2-dc03e6edb8ae {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:56:20.375206 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:20.388323 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Transition to ACTIVE for port object 79504a3f-9441-4ba3-93a2-dc03e6edb8ae will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:20.391692 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:20.442827 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Pushing event updated for resources: {'Port': ['ID=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:20.510144 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Attempting to bind port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:56:20.510486 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Attempting to bind port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:56:20.510821 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Attempting to bind port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae on network ef7702c9-2f4b-4441-b148-ed52f388bdd6 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:56:20.515364 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae on network ef7702c9-2f4b-4441-b148-ed52f388bdd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:56:20.515685 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Attempting to bind port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae on network ef7702c9-2f4b-4441-b148-ed52f388bdd6 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:56:20.521235 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:56:20.521583 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Checking segment: {'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:56:20.522623 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Bound using segment: {'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:56:20.522623 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Bound port: 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63348407-fcd7-4c17-8371-97950ff20665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:56:20.522853 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:20.623649 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] For port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:56:20.641616 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] For port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:56:20.649128 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:20.664625 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbb381-9300-46d2-8815-faabbdc1d34d req-b0fa6a5b-753c-426a-96ce-4a9f184762d9 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:20.666123 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8ecbb381-9300-46d2-8815-faabbdc1d34d req-b0fa6a5b-753c-426a-96ce-4a9f184762d9 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.1063757 Jul 14 20:56:20.711416 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:20.712070 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:20.713486 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] 10.222.0.43 "PUT /v2.0/ports/79504a3f-9441-4ba3-93a2-dc03e6edb8ae HTTP/1.1" status: 200 len: 1094 time: 0.6978121 Jul 14 20:56:20.713934 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:56:20.716245 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a147326-549a-4c73-b89d-6f5943bed1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:56:20.755766 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ce990-ec87-4fa3-bfc2-b8212384474a service neutron] Pushing event updated for resources: {'Port': ['ID=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:20.761957 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94c671b-736e-48a7-b0d3-c692c64fbb83 x-openstack-request-id: req-c94c671b-736e-48a7-b0d3-c692c64fbb83 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:56:20.762249 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:56:20.762505 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c94c671b-736e-48a7-b0d3-c692c64fbb83 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:56:20.762909 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'status': 'completed', 'code': 200} Jul 14 20:56:20.766218 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8ecbb381-9300-46d2-8815-faabbdc1d34d req-05bf85cc-66c7-4da0-a9bd-48f01e40a328 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800543 Jul 14 20:56:20.825622 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-1ff8aa76-c7d6-4092-848e-febfecaca5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:20.827402 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-1ff8aa76-c7d6-4092-848e-febfecaca5cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42b556b217544b60adda342fdd8cd4f7&device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 1097 time: 0.0603330 Jul 14 20:56:20.875112 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-308d98e3-bd48-4fb5-8028-ed7eb6c14f4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae HTTP/1.1" status: 200 len: 217 time: 0.0380492 Jul 14 20:56:20.929668 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-e0c064ee-9b08-4b67-bdfd-3f4cb0fee184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:20.931144 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-e0c064ee-9b08-4b67-bdfd-3f4cb0fee184 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c60ebf40-15fb-4c1f-8e53-3dad0e5e84da HTTP/1.1" status: 200 len: 847 time: 0.0486403 Jul 14 20:56:20.995992 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-14704ec4-d117-4ad6-9d06-b336a7f0215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:20.997375 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37116) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:20.997866 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-14704ec4-d117-4ad6-9d06-b336a7f0215d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef7702c9-2f4b-4441-b148-ed52f388bdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598817 Jul 14 20:56:21.088245 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-3e5b32cc-8d7b-428a-993a-fd004d996d4a service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832365 Jul 14 20:56:21.179951 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9ed2f741-5c95-4ad0-a98b-250985de45b8 req-6b9a5b3b-b824-4796-88d9-f1ba17ff553e service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847476 Jul 14 20:56:21.282564 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-165a02c3-bc86-4845-869a-93f0dea0181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:21.284097 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-165a02c3-bc86-4845-869a-93f0dea0181c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42b556b217544b60adda342fdd8cd4f7&device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 1097 time: 0.0512249 Jul 14 20:56:21.340382 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-338765'] for router_interface, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:21.373051 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-1cada8aa-2e20-48c5-b32b-b109557f51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:21.374518 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-1cada8aa-2e20-48c5-b32b-b109557f51a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef7702c9-2f4b-4441-b148-ed52f388bdd6 HTTP/1.1" status: 200 len: 909 time: 0.0836346 Jul 14 20:56:21.421878 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-1646a8c9-ef42-4b95-bced-5f58111ad17a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae HTTP/1.1" status: 200 len: 217 time: 0.0383532 Jul 14 20:56:21.469999 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-3e2655d8-984b-46db-ab6a-cf7903f324af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:21.471343 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-3e2655d8-984b-46db-ab6a-cf7903f324af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c60ebf40-15fb-4c1f-8e53-3dad0e5e84da HTTP/1.1" status: 200 len: 847 time: 0.0429926 Jul 14 20:56:21.528500 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-77faff91-350b-4f1b-8a26-bb3a964fd4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:21.529998 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-77faff91-350b-4f1b-8a26-bb3a964fd4f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef7702c9-2f4b-4441-b148-ed52f388bdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510211 Jul 14 20:56:21.593732 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] Deleting port cbb26cef-2a70-42b6-bb8e-02083866bb26 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:56:21.594066 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:21.622598 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-35c37255-8522-45d5-9bef-93cd7a1040d2 service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853605 Jul 14 20:56:21.668246 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] For port cbb26cef-2a70-42b6-bb8e-02083866bb26, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=cbb26cef-2a70-42b6-bb8e-02083866bb26,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:21.668598 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:21.681759 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] Calling delete_port for cbb26cef-2a70-42b6-bb8e-02083866bb26 owned by network:router_interface {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:56:21.710122 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8a147326-549a-4c73-b89d-6f5943bed1e6 req-cf7b1430-4f96-4c92-a619-b3e6a4d67ba7 service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805948 Jul 14 20:56:21.858153 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:21.890042 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb26cef-2a70-42b6-bb8e-02083866bb26,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:22.046226 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93b40b-8a58-49f0-829f-385588d7b6cc req-e285bd92-72f0-4adb-930d-ad61001ecd93 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:22.047789 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-fd93b40b-8a58-49f0-829f-385588d7b6cc req-e285bd92-72f0-4adb-930d-ad61001ecd93 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.1615865 Jul 14 20:56:22.125601 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-fd93b40b-8a58-49f0-829f-385588d7b6cc req-4828f0fd-eb7d-4635-91ee-1370e8de72af tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709620 Jul 14 20:56:22.126297 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338913'] for router_interface, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:22.339867 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] Router be7da088-b806-4f59-a98e-9b8acb9715a3 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:56:22.444392 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:56:22.450743 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-b43a76b3-d013-40fb-9eb0-b6bb82e410e9 admin admin] 10.222.0.38 "PUT /v2.0/routers/be7da088-b806-4f59-a98e-9b8acb9715a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4516263 Jul 14 20:56:22.451984 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37120) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:22.452583 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] Sync routers for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:56:22.461609 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:22.462212 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:22.550801 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Notify callbacks [] for router, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:22.565062 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:22.649922 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:22.678834 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:22.702521 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Deleting port 5aad763f-5b48-496f-aeb7-6919267dadb1 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:56:22.702871 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:22.740656 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:56:21Z', 'revision_number': 5, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port': {'id': '5aad763f-5b48-496f-aeb7-6919267dadb1', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:22.770960 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] Checking router: be7da088-b806-4f59-a98e-9b8acb9715a3 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:56:22.780393 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] Routers {'be7da088-b806-4f59-a98e-9b8acb9715a3'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:22.780941 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:55:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['be7da088-b806-4f59-a98e-9b8acb9715a3'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:22.784801 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] For port 5aad763f-5b48-496f-aeb7-6919267dadb1, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=5aad763f-5b48-496f-aeb7-6919267dadb1,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:22.785158 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:22.798056 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Calling delete_port for 5aad763f-5b48-496f-aeb7-6919267dadb1 owned by network:router_gateway {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:56:22.865082 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] Set router be7da088-b806-4f59-a98e-9b8acb9715a3 gateway port host: None {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:22.914253 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:56:22Z', 'revision_number': 6, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port_host': None}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:22.929705 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-427c216d-b4fa-485b-976b-817518950a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:22.943118 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6cb0b-cb89-4d2f-9697-038262355b58 None None] The sync data for ids ['be7da088-b806-4f59-a98e-9b8acb9715a3'] in dv-cinder-800830-1-iscsi is: [{'id': 'be7da088-b806-4f59-a98e-9b8acb9715a3', 'name': 'tempest-AttachVolumeTestJSON-1511557023-router', 'tenant_id': '5c259d2b935c444793b588e6c9bd935c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:32Z', 'updated_at': '2021-07-14T20:56:22Z', 'revision_number': 6, 'project_id': '5c259d2b935c444793b588e6c9bd935c', 'gw_port_host': None}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:56:22.959912 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:22.984174 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=5aad763f-5b48-496f-aeb7-6919267dadb1,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:23.045179 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-337927'] for router_gateway, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.132366 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7806'] for router, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.134473 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.180546 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3855628'] for router, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.181063 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router be7da088-b806-4f59-a98e-9b8acb9715a3 {{(pid=99456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:56:23.186081 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] Notify callbacks [] for router, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.189524 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-6812a397-be60-4b17-a6c8-a1062ba22d3f admin admin] 10.222.0.38 "DELETE /v2.0/routers/be7da088-b806-4f59-a98e-9b8acb9715a3 HTTP/1.1" status: 204 len: 168 time: 0.7343273 Jul 14 20:56:23.189760 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37124) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:23.234040 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfdae71-4ae2-48a6-95b2-27b06c89895a admin admin] Deleting subnet c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f {{(pid=99456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:56:23.237055 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3bfdae71-4ae2-48a6-95b2-27b06c89895a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.270893 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3bfdae71-4ae2-48a6-95b2-27b06c89895a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59089704'] for subnet, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.312744 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77e390-4eb5-4574-8832-5af2d689bb5e req-02b6f052-0229-4825-a0ef-d23ab2d1adff tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:23.314376 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ae77e390-4eb5-4574-8832-5af2d689bb5e req-02b6f052-0229-4825-a0ef-d23ab2d1adff tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0706525 Jul 14 20:56:23.354834 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ae77e390-4eb5-4574-8832-5af2d689bb5e req-6c377115-18d7-457e-a21d-6d6d0975c2f5 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340495 Jul 14 20:56:23.392155 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3bfdae71-4ae2-48a6-95b2-27b06c89895a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.448363 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3bfdae71-4ae2-48a6-95b2-27b06c89895a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58970847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59790266'] for subnet, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.471112 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdae71-4ae2-48a6-95b2-27b06c89895a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:23.476748 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3bfdae71-4ae2-48a6-95b2-27b06c89895a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.478613 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3bfdae71-4ae2-48a6-95b2-27b06c89895a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c18da8b3-b86f-4a1a-8ce6-0aed69a7c11f HTTP/1.1" status: 204 len: 168 time: 0.2879574 Jul 14 20:56:23.481049 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37126) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:23.481687 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d694f0-7dd6-4b91-86b8-237b004c0981 None None] Network 9889ce84-c52d-4038-b55b-f5ffc7e1affd requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:56:23.548801 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.604564 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Deleting port 06072925-fcaa-4225-b7d0-77efb7686d98 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:56:23.605092 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.667098 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] For port 06072925-fcaa-4225-b7d0-77efb7686d98, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=06072925-fcaa-4225-b7d0-77efb7686d98,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:23.667391 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.682356 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Calling delete_port for 06072925-fcaa-4225-b7d0-77efb7686d98 owned by network:dhcp {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:56:23.713372 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0cb9fb-5cf2-413b-aa35-f4902eef21fe None None] DHCP port deletion for 9889ce84-c52d-4038-b55b-f5ffc7e1affd request from dv-cinder-800830-1-iscsi {{(pid=99458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 20:56:23.758755 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-df0cb9fb-5cf2-413b-aa35-f4902eef21fe None None] Deleting port 06072925-fcaa-4225-b7d0-77efb7686d98 {{(pid=99458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:56:23.759123 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-df0cb9fb-5cf2-413b-aa35-f4902eef21fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.764268 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.790435 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=06072925-fcaa-4225-b7d0-77efb7686d98,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:23.794063 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] No DVR routers for this DVR port 06072925-fcaa-4225-b7d0-77efb7686d98 on host dv-cinder-800830-1-iscsi {{(pid=99456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:56:23.835726 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-df0cb9fb-5cf2-413b-aa35-f4902eef21fe None None] For port 06072925-fcaa-4225-b7d0-77efb7686d98, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=06072925-fcaa-4225-b7d0-77efb7686d98,segment=NetworkSegment(036dacde-f8c8-419d-b3e6-d03b283fc6c9),segment_id=036dacde-f8c8-419d-b3e6-d03b283fc6c9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:23.836159 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-df0cb9fb-5cf2-413b-aa35-f4902eef21fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.849349 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-df0cb9fb-5cf2-413b-aa35-f4902eef21fe None None] Calling delete_port for 06072925-fcaa-4225-b7d0-77efb7686d98 owned by network:dhcp {{(pid=99458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:56:23.868137 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.878683 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9889ce84-c52d-4038-b55b-f5ffc7e1affd']}} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:23.889636 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036dacde-f8c8-419d-b3e6-d03b283fc6c9') {'for_net_delete': True} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:23.889989 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036dacde-f8c8-419d-b3e6-d03b283fc6c9') {} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:23.899065 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59089713'] for segment, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.912971 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.919006 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=99456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:56:23.919391 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971505'] for segment, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: Traceback (most recent call last): Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: timer() Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: cb(*args, **kw) Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: return func(*args, **kwargs) Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: self._notify() Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: self.callback(batched_events) Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: event.method(event) Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: return f(self, *a, **k) Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._get(url).json() Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: return self.request(url, 'GET', **kwargs) Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:56:23.921105 dv-cinder-800830-1-iscsi neutron-server[99456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:56:23.929667 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-df0cb9fb-5cf2-413b-aa35-f4902eef21fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966'] for port, after_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.956168 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cb9fb-5cf2-413b-aa35-f4902eef21fe None None] Pushing event deleted for resources: {'Port': ['ID=06072925-fcaa-4225-b7d0-77efb7686d98,revision_number=None']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:23.958032 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0cb9fb-5cf2-413b-aa35-f4902eef21fe None None] No DVR routers for this DVR port 06072925-fcaa-4225-b7d0-77efb7686d98 on host dv-cinder-800830-1-iscsi {{(pid=99458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:56:23.977917 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.984411 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:23.986183 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] 10.222.0.38 "DELETE /v2.0/networks/9889ce84-c52d-4038-b55b-f5ffc7e1affd HTTP/1.1" status: 204 len: 168 time: 0.5042334 Jul 14 20:56:23.996231 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731990f-d1d2-492b-abad-68313d6fa4fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9889ce84-c52d-4038-b55b-f5ffc7e1affd,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:24.143384 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37130) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:24.181626 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-70bb2595-b9e6-421f-af8c-75a6c0c4521e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c259d2b935c444793b588e6c9bd935c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370123 Jul 14 20:56:24.184060 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37132) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:24.234160 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-34dba270-45ee-4b59-81cd-a3c93aff2c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:24.254966 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-34dba270-45ee-4b59-81cd-a3c93aff2c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:24.299644 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-34dba270-45ee-4b59-81cd-a3c93aff2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:24.303124 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-34dba270-45ee-4b59-81cd-a3c93aff2c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:24.304277 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-34dba270-45ee-4b59-81cd-a3c93aff2c39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/110ed3c8-6663-473b-8727-8eacddc7b680 HTTP/1.1" status: 204 len: 168 time: 0.1193092 Jul 14 20:56:24.311827 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dba270-45ee-4b59-81cd-a3c93aff2c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110ed3c8-6663-473b-8727-8eacddc7b680,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:24.530211 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ec8e-0f51-4119-8adb-fa740746326c req-78847733-ff33-4837-86e7-bdcdb8059474 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:24.531609 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-77a2ec8e-0f51-4119-8adb-fa740746326c req-78847733-ff33-4837-86e7-bdcdb8059474 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0630598 Jul 14 20:56:24.570691 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-77a2ec8e-0f51-4119-8adb-fa740746326c req-d7c65fd0-79e9-40d5-b1d8-f8da4ca8fab3 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Jul 14 20:56:24.808930 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 5aad763f-5b48-496f-aeb7-6919267dadb1 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:56:24.832213 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 5aad763f-5b48-496f-aeb7-6919267dadb1 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:56:24.833257 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 5aad763f-5b48-496f-aeb7-6919267dadb1 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:56:24.833736 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device cbb26cef-2a70-42b6-bb8e-02083866bb26 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:56:24.973463 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: cbb26cef-2a70-42b6-bb8e-02083866bb26 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:56:24.973806 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device cbb26cef-2a70-42b6-bb8e-02083866bb26 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:56:24.974223 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 06072925-fcaa-4225-b7d0-77efb7686d98 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:56:24.992455 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 06072925-fcaa-4225-b7d0-77efb7686d98 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:56:24.992803 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 06072925-fcaa-4225-b7d0-77efb7686d98 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:56:25.509453 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37184) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:25.609682 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f87ebe93-380c-49bb-983c-0502c87e9e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:25.697535 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f87ebe93-380c-49bb-983c-0502c87e9e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:25.701500 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-f87ebe93-380c-49bb-983c-0502c87e9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:25.742358 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-f87ebe93-380c-49bb-983c-0502c87e9e1b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b6a816dbec148ad9167b108f6e3d858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318316 Jul 14 20:56:25.743570 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ebe93-380c-49bb-983c-0502c87e9e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b618b0-79f9-4e8b-9a1a-76587e30c03a,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:25.743759 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91a8a-a680-4f18-bc4d-96865b898ceb req-fee796fa-f8c2-4d63-abfb-24d1ef246091 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:25.745286 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8d91a8a-a680-4f18-bc4d-96865b898ceb req-fee796fa-f8c2-4d63-abfb-24d1ef246091 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0636716 Jul 14 20:56:25.745831 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37190) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:25.804954 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c8d91a8a-a680-4f18-bc4d-96865b898ceb req-b5742243-0f73-4094-bd0e-3ab5a9b41142 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530035 Jul 14 20:56:25.819860 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5d1e31a3-ecea-4c1f-a50b-c0895b6b8d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:25.841143 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5d1e31a3-ecea-4c1f-a50b-c0895b6b8d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:25.885504 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5d1e31a3-ecea-4c1f-a50b-c0895b6b8d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:25.888005 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5d1e31a3-ecea-4c1f-a50b-c0895b6b8d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:25.889145 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-5d1e31a3-ecea-4c1f-a50b-c0895b6b8d80 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9b618b0-79f9-4e8b-9a1a-76587e30c03a HTTP/1.1" status: 204 len: 168 time: 0.1424034 Jul 14 20:56:25.897890 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e31a3-ecea-4c1f-a50b-c0895b6b8d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b618b0-79f9-4e8b-9a1a-76587e30c03a,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:25.989249 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:26.085913 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-333904db-d7ad-490b-ad86-162424d128b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:26.944217 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:26.989850 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3a1ca-820e-46ac-8992-061036e89ae7 req-ae9322fd-7e8d-44be-9484-54b49b39dc15 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:26.991357 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-aba3a1ca-820e-46ac-8992-061036e89ae7 req-ae9322fd-7e8d-44be-9484-54b49b39dc15 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0759847 Jul 14 20:56:27.030332 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-aba3a1ca-820e-46ac-8992-061036e89ae7 req-fdefc7bf-6a6d-4c1f-bc41-0485da3a05ca tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333810 Jul 14 20:56:27.436397 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37246) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:27.538394 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-640da70f-edb3-4053-8388-e8dc35120919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:27.623564 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-640da70f-edb3-4053-8388-e8dc35120919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:27.627146 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-640da70f-edb3-4053-8388-e8dc35120919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:27.663342 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-640da70f-edb3-4053-8388-e8dc35120919 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f81131b9bac749fa9a616a86d54fb789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259040 Jul 14 20:56:27.665241 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640da70f-edb3-4053-8388-e8dc35120919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb722a2c-6efd-45a4-adce-62345a442b1c,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:27.666276 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37250) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:27.717970 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e778d181-81aa-4951-b4cc-4da2bd992b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:27.738282 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e778d181-81aa-4951-b4cc-4da2bd992b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:27.782084 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e778d181-81aa-4951-b4cc-4da2bd992b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:27.784755 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e778d181-81aa-4951-b4cc-4da2bd992b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:27.785987 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-e778d181-81aa-4951-b4cc-4da2bd992b32 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb722a2c-6efd-45a4-adce-62345a442b1c HTTP/1.1" status: 204 len: 168 time: 0.1186628 Jul 14 20:56:27.793502 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778d181-81aa-4951-b4cc-4da2bd992b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb722a2c-6efd-45a4-adce-62345a442b1c,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:28.032282 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37256) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:28.045635 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7419-0e08-4a12-b2e6-6bf2050d0a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:28.134576 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7419-0e08-4a12-b2e6-6bf2050d0a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:28.138168 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7419-0e08-4a12-b2e6-6bf2050d0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:28.205915 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-5b6d7419-0e08-4a12-b2e6-6bf2050d0a96 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8aa5ea8b9eed4fb09869c18b4aec2bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725190 Jul 14 20:56:28.208713 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37260) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:28.210793 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d7419-0e08-4a12-b2e6-6bf2050d0a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3ace04-3b1b-401e-8733-b0b79923adce,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:28.240278 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f350-abfa-4037-b590-f5b927d66d23 req-7e12b5c2-c38b-4c07-b844-cde7d148dd3c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:28.241785 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-15b0f350-abfa-4037-b590-f5b927d66d23 req-7e12b5c2-c38b-4c07-b844-cde7d148dd3c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0999420 Jul 14 20:56:28.260182 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-dd3304ab-50dc-42a4-b4bf-a8fb6645d833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:28.280187 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-dd3304ab-50dc-42a4-b4bf-a8fb6645d833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:28.281967 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-15b0f350-abfa-4037-b590-f5b927d66d23 req-4fd0aac9-8e93-4046-96b4-0ebfe95a8c47 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344961 Jul 14 20:56:28.325798 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-dd3304ab-50dc-42a4-b4bf-a8fb6645d833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:28.328336 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-dd3304ab-50dc-42a4-b4bf-a8fb6645d833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:28.329450 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-dd3304ab-50dc-42a4-b4bf-a8fb6645d833 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6c3ace04-3b1b-401e-8733-b0b79923adce HTTP/1.1" status: 204 len: 168 time: 0.1197629 Jul 14 20:56:28.338541 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3304ab-50dc-42a4-b4bf-a8fb6645d833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3ace04-3b1b-401e-8733-b0b79923adce,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:28.596643 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:28.694745 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 79504a3f-9441-4ba3-93a2-dc03e6edb8ae details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:56:28.794347 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:28.806766 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'port_id': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'mac_address': 'fa:16:3e:6c:19:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:56:28.843864 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:28.857025 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79504a3f-9441-4ba3-93a2-dc03e6edb8ae {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:56:28.876947 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:28.880977 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:28.933083 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:29.153267 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['79504a3f-9441-4ba3-93a2-dc03e6edb8ae'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:56:29.354465 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37292) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:29.459054 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6d4e-3f3c-4958-a6d9-19fb906ed22c req-b25abee4-3525-46e6-a870-d94a2cca0f27 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:29.461179 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8e8a6d4e-3f3c-4958-a6d9-19fb906ed22c req-b25abee4-3525-46e6-a870-d94a2cca0f27 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 945 time: 0.0665123 Jul 14 20:56:29.474044 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ca145db7-b474-490d-86a2-3bda469bfcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:29.521301 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-8e8a6d4e-3f3c-4958-a6d9-19fb906ed22c req-3908db07-4369-47b7-8535-0d1fb2f542bb tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489104 Jul 14 20:56:29.589723 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ca145db7-b474-490d-86a2-3bda469bfcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:29.593448 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-ca145db7-b474-490d-86a2-3bda469bfcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:29.631606 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca145db7-b474-490d-86a2-3bda469bfcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7cd6b1-cd80-4488-95fe-37a80ad5d6cd,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:29.635755 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-ca145db7-b474-490d-86a2-3bda469bfcb6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c4de355c86f462ca3dcc2bc8975dfeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802546 Jul 14 20:56:29.638651 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37296) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:29.924028 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-301c178a-67fe-44d9-98b5-e4f92178a4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:29.944578 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-301c178a-67fe-44d9-98b5-e4f92178a4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:29.987926 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-301c178a-67fe-44d9-98b5-e4f92178a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:29.990474 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-301c178a-67fe-44d9-98b5-e4f92178a4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:29.991595 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-301c178a-67fe-44d9-98b5-e4f92178a4fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d7cd6b1-cd80-4488-95fe-37a80ad5d6cd HTTP/1.1" status: 204 len: 168 time: 0.3522441 Jul 14 20:56:30.000692 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c178a-67fe-44d9-98b5-e4f92178a4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7cd6b1-cd80-4488-95fe-37a80ad5d6cd,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:30.694594 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 79504a3f-9441-4ba3-93a2-dc03e6edb8ae up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:30.696734 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd0980-c8f3-498e-be7a-e42579dbdf5a req-1c43cf70-f2b7-4512-8a83-b72ad953ab00 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:30.698271 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-91fd0980-c8f3-498e-be7a-e42579dbdf5a req-1c43cf70-f2b7-4512-8a83-b72ad953ab00 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 945 time: 0.0662656 Jul 14 20:56:30.740563 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-91fd0980-c8f3-498e-be7a-e42579dbdf5a req-cdf87744-65d1-4f2b-bf5c-c616d0c3274d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359433 Jul 14 20:56:30.752042 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:30.757004 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:30.757396 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:30.837997 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:30.861583 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:56:30.864530 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea911c4-2d81-40ce-92e3-09011962c248" -d '{"events": [{"server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "name": "network-vif-plugged", "status": "completed", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:56:30.877473 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:30.885253 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:30.914303 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a1a65c-ab96-42e9-808c-191bd2b6d40a x-openstack-request-id: req-f5a1a65c-ab96-42e9-808c-191bd2b6d40a {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:56:30.914598 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "name": "network-vif-plugged", "status": "completed", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:56:30.914846 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5a1a65c-ab96-42e9-808c-191bd2b6d40a {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:56:30.915232 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'code': 200} Jul 14 20:56:30.944411 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:31.215291 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08b1f3-76ad-422c-81bd-dd193c945473 req-39f426d9-6d5c-4362-8323-694aa33671f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:31.216812 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3f08b1f3-76ad-422c-81bd-dd193c945473 req-39f426d9-6d5c-4362-8323-694aa33671f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 1099 time: 0.0509152 Jul 14 20:56:31.256085 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3f08b1f3-76ad-422c-81bd-dd193c945473 req-72d3e7f4-9fa4-4137-9676-25d58faa078a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274572 Jul 14 20:56:31.918237 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1171c6-51f8-43f9-b699-6e3c423cda55 req-af672ee9-7e21-44e0-bda3-9ed91360c821 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:31.919755 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0a1171c6-51f8-43f9-b699-6e3c423cda55 req-af672ee9-7e21-44e0-bda3-9ed91360c821 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0696807 Jul 14 20:56:31.960718 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0a1171c6-51f8-43f9-b699-6e3c423cda55 req-c0b493ba-dc1b-4120-ad10-491c3bd0880e tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353251 Jul 14 20:56:33.138426 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de757694-4be3-49f2-8d48-b80af2460b5c req-d1e12341-9e3a-46c9-bf84-3a283933b9ce tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:33.139951 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-de757694-4be3-49f2-8d48-b80af2460b5c req-d1e12341-9e3a-46c9-bf84-3a283933b9ce tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0635953 Jul 14 20:56:33.178853 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-de757694-4be3-49f2-8d48-b80af2460b5c req-79caea15-a203-4ca1-87c3-fef506fd9866 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326726 Jul 14 20:56:33.352427 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf8a6-ef78-4f39-92ca-18f43c0ca7bf req-ca4c4777-9d86-48f6-bcae-15f21cd99188 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:33.353915 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f9ccf8a6-ef78-4f39-92ca-18f43c0ca7bf req-ca4c4777-9d86-48f6-bcae-15f21cd99188 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0635254 Jul 14 20:56:33.391472 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f9ccf8a6-ef78-4f39-92ca-18f43c0ca7bf req-221c396d-60a8-493a-a34e-03142cbd3863 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310245 Jul 14 20:56:33.416611 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37376) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:33.623666 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abea2263-7d90-46ca-870e-37af97591189 tempest-TestShelveInstance-2145061444 tempest-TestShelveInstance-2145061444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:33.625225 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-abea2263-7d90-46ca-870e-37af97591189 tempest-TestShelveInstance-2145061444 tempest-TestShelveInstance-2145061444-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 1094 time: 0.2075794 Jul 14 20:56:33.628557 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37382) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:33.632980 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Request body: {'floatingip': {'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'port_id': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:33.655006 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for floatingip, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:33.756416 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:33.867108 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Allocated IP 172.27.2.110 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/3ea67f15-40c0-49e5-a965-7422c0be2ac4) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:56:33.964941 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:34.005238 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:34.046703 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:56:34.054578 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:34.057393 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:56:34.084527 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event updated for resources: {'Port': ['ID=3ea67f15-40c0-49e5-a965-7422c0be2ac4,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:34.415259 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:34.491327 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:34.637856 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:34.643522 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:34.712775 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event updated for resources: {'Port': ['ID=3ea67f15-40c0-49e5-a965-7422c0be2ac4,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:34.720641 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:34.818660 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.l3_db [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Floating IP 42249ec3-e1d9-4261-ae52-9170fba0bac1 associated. External IP: 172.27.2.110, port: 79504a3f-9441-4ba3-93a2-dc03e6edb8ae. Jul 14 20:56:35.018407 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:56:35.148007 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:56:35.157651 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] Sync routers for ids ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:56:35.166571 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:35.169658 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] Routers {'53a5bede-1419-4094-a7c5-0269c9c6d9e5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:35.170294 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:56:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:35.208386 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-35c33087-587d-4adc-9e64-9df8198a3a86 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5787728 Jul 14 20:56:35.210722 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:56:35.217528 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22317ec4-1174-45d1-9ae4-a46401d5cda9" -d '{"events": [{"name": "network-changed", "server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:56:35.263938 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a983d1-50a7-4318-b8a1-07d07e1baf9d x-openstack-request-id: req-97a983d1-50a7-4318-b8a1-07d07e1baf9d {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:56:35.264237 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:56:35.264494 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97a983d1-50a7-4318-b8a1-07d07e1baf9d {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:56:35.264983 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'status': 'completed', 'code': 200} Jul 14 20:56:35.288840 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] Set router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:35.340904 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-af552c9c-0632-44cd-9967-20e2ddf87fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:35.342377 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-af552c9c-0632-44cd-9967-20e2ddf87fd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42b556b217544b60adda342fdd8cd4f7&device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 1099 time: 0.0538492 Jul 14 20:56:35.437218 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-5edf4ac0-93c8-419a-b225-39304db8fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:35.438331 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-5edf4ac0-93c8-419a-b225-39304db8fa52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef7702c9-2f4b-4441-b148-ed52f388bdd6 HTTP/1.1" status: 200 len: 909 time: 0.0884161 Jul 14 20:56:35.503998 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-f621c637-0f85-4963-aadd-f219a7c4074e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae HTTP/1.1" status: 200 len: 1000 time: 0.0587778 Jul 14 20:56:35.511497 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '42249ec3-e1d9-4261-ae52-9170fba0bac1', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'port_id': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'mac_address': 'fa:16:3e:6c:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:56:34Z', 'updated_at': '2021-07-14T20:56:34Z', 'revision_number': 0, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82', 'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'mac_address': 'fa:16:3e:29:cf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:52Z', 'updated_at': '2021-07-14T20:55:59Z', 'revision_number': 5, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'subnets': [{'id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:35.540321 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] Checking router: 53a5bede-1419-4094-a7c5-0269c9c6d9e5 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:56:35.548496 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] Routers {'53a5bede-1419-4094-a7c5-0269c9c6d9e5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:35.549122 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:56:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:35.555785 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-37a6235b-48fd-4547-a092-45f3a21e1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:35.557501 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-37a6235b-48fd-4547-a092-45f3a21e1302 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c60ebf40-15fb-4c1f-8e53-3dad0e5e84da HTTP/1.1" status: 200 len: 847 time: 0.0479169 Jul 14 20:56:35.612652 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-e2f32aa8-1d5f-4af2-abe8-c3518e04b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:35.614708 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-e2f32aa8-1d5f-4af2-abe8-c3518e04b987 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef7702c9-2f4b-4441-b148-ed52f388bdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506756 Jul 14 20:56:35.653589 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] Set router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:35.700359 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-89a49cbf-21d9-4c58-be76-c6a9e09f9533 service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788944 Jul 14 20:56:35.790653 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-22317ec4-1174-45d1-9ae4-a46401d5cda9 req-2eaab314-2d41-4ddd-83dc-478607c3fe16 service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837052 Jul 14 20:56:35.871355 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '42249ec3-e1d9-4261-ae52-9170fba0bac1', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'port_id': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'mac_address': 'fa:16:3e:6c:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:56:34Z', 'updated_at': '2021-07-14T20:56:34Z', 'revision_number': 0, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82', 'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'mac_address': 'fa:16:3e:29:cf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:52Z', 'updated_at': '2021-07-14T20:55:59Z', 'revision_number': 5, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'subnets': [{'id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:35.897340 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc432ff-33a6-4d84-b8ff-4be6c6c66e41 None None] The sync data for ids ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'] in dv-cinder-800830-1-iscsi is: [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '42249ec3-e1d9-4261-ae52-9170fba0bac1', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'port_id': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'mac_address': 'fa:16:3e:6c:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:56:34Z', 'updated_at': '2021-07-14T20:56:34Z', 'revision_number': 0, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82', 'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'mac_address': 'fa:16:3e:29:cf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:52Z', 'updated_at': '2021-07-14T20:55:59Z', 'revision_number': 5, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'subnets': [{'id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:56:36.074413 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f20801-d6fa-4b8e-ae5b-d776137b3499 None None] New status for floating IP 42249ec3-e1d9-4261-ae52-9170fba0bac1: ACTIVE {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:56:37.915213 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37440) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:38.015521 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0a2dcfcd-305a-41e6-92ae-b58ac11ab77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.103201 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0a2dcfcd-305a-41e6-92ae-b58ac11ab77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.106861 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0a2dcfcd-305a-41e6-92ae-b58ac11ab77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.144742 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-0a2dcfcd-305a-41e6-92ae-b58ac11ab77a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8cb2f1d2f7214d1eb5116f4d06c12239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284570 Jul 14 20:56:38.145686 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dcfcd-305a-41e6-92ae-b58ac11ab77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629bd713-511b-400a-ba84-0804ea4ae9cd,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:38.147448 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37444) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:38.196709 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f019d625-5fd4-4637-b185-aedc638a5b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.217409 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f019d625-5fd4-4637-b185-aedc638a5b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.261008 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f019d625-5fd4-4637-b185-aedc638a5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.263565 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f019d625-5fd4-4637-b185-aedc638a5b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.264735 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-f019d625-5fd4-4637-b185-aedc638a5b92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/629bd713-511b-400a-ba84-0804ea4ae9cd HTTP/1.1" status: 204 len: 168 time: 0.1162641 Jul 14 20:56:38.272615 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019d625-5fd4-4637-b185-aedc638a5b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629bd713-511b-400a-ba84-0804ea4ae9cd,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:38.520790 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37450) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:38.533543 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1a54c988-ea9c-4a21-9482-0b01e1530a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.624235 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1a54c988-ea9c-4a21-9482-0b01e1530a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.627984 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-1a54c988-ea9c-4a21-9482-0b01e1530a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.667707 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-1a54c988-ea9c-4a21-9482-0b01e1530a47 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2bbd1c3a50d7425dadc12a8ec1de0066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458497 Jul 14 20:56:38.668702 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54c988-ea9c-4a21-9482-0b01e1530a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bd1dcf-9bdb-438f-b3ea-82960a47bfbc,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:38.670362 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37452) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:38.722435 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8efb751e-23f2-41a8-b84d-85f96aa4a871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.743469 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8efb751e-23f2-41a8-b84d-85f96aa4a871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.788154 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8efb751e-23f2-41a8-b84d-85f96aa4a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.790682 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-8efb751e-23f2-41a8-b84d-85f96aa4a871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:38.791803 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-8efb751e-23f2-41a8-b84d-85f96aa4a871 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10bd1dcf-9bdb-438f-b3ea-82960a47bfbc HTTP/1.1" status: 204 len: 168 time: 0.1204743 Jul 14 20:56:38.799475 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb751e-23f2-41a8-b84d-85f96aa4a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bd1dcf-9bdb-438f-b3ea-82960a47bfbc,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:39.101089 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37458) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:39.113720 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1f11725e-8a95-4bd1-bfca-198284e7326c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:39.210122 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1f11725e-8a95-4bd1-bfca-198284e7326c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:39.214686 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-1f11725e-8a95-4bd1-bfca-198284e7326c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:39.255027 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-1f11725e-8a95-4bd1-bfca-198284e7326c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77d724ed8916429483d29266cf203b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528378 Jul 14 20:56:39.256291 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11725e-8a95-4bd1-bfca-198284e7326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635a0d81-e55f-453a-82bd-0586c714873c,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:39.257715 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37460) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:39.308014 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-68467e3e-c70d-4ea5-9029-22009b4983bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:39.328954 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-68467e3e-c70d-4ea5-9029-22009b4983bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:39.378656 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-68467e3e-c70d-4ea5-9029-22009b4983bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:39.382415 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-68467e3e-c70d-4ea5-9029-22009b4983bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:39.383919 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-68467e3e-c70d-4ea5-9029-22009b4983bc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/635a0d81-e55f-453a-82bd-0586c714873c HTTP/1.1" status: 204 len: 168 time: 0.1251328 Jul 14 20:56:39.392288 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68467e3e-c70d-4ea5-9029-22009b4983bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635a0d81-e55f-453a-82bd-0586c714873c,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:40.065336 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37482) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:40.159964 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1896275276-network', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:40.180808 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Made reservation on behalf of d6abfb19ed7347369c2dfca9a59b2d71 for: {'network': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:56:40.183163 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.190939 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.279754 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.283469 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.303685 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=99457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:56:40.316810 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb31bd1-6c80-48a2-a568-e4a3e7436cbe,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:40.321464 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.321800 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.segments_db [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Added segment 735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f of type vlan for network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec Jul 14 20:56:40.361515 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.389028 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.389962 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:40.390543 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.443730 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3767178 Jul 14 20:56:40.446481 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37486) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:40.451227 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Request body: {'subnet': {'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1896275276-subnet', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'ip_version': 4}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:40.459342 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0078c9f-2ac3-466e-a82f-474a8fda2c36 admin admin] Pushing event updated for resources: {'Network': ['ID=6d6198ed-fef3-450a-be6f-ddd8ba3976ec,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:40.469129 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:56:40.486240 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Made reservation on behalf of d6abfb19ed7347369c2dfca9a59b2d71 for: {'subnet': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:56:40.488912 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62529617'] for subnet, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.651276 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62809258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62529635'] for subnet, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.706592 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb16f5c3-6e10-46b5-9fe0-146f3ea67029,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:40.714981 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Checking segment: {'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:56:40.715329 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Network hostable DHCP agents. Network: 6d6198ed-fef3-450a-be6f-ddd8ba3976ec, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:56:40.731406 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:56:40.739662 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 6d6198ed-fef3-450a-be6f-ddd8ba3976ec) {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:40.744335 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:40.744977 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.749873 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92522ec0-7b14-4c1c-b4c5-174814a6b353 None None] Network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:56:40.759255 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-304022a8-e3e9-48bf-a51f-58cec15e3b7f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3117189 Jul 14 20:56:40.761950 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37488) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:40.766530 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:40.786425 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-337846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13956'] for router, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.788095 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3685410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7799'] for router, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.841131 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.893963 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52155cd6-d8b7-5def-9819-e61ccad68c5f-6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029'}]}} from dv-cinder-800830-1-iscsi. {{(pid=99458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 20:56:40.894800 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:40.976421 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.029544 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.db_base_plugin_common [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Allocated IP 172.20.0.2 (6d6198ed-fef3-450a-be6f-ddd8ba3976ec/eb16f5c3-6e10-46b5-9fe0-146f3ea67029/fcd05dfd-68b9-4f6c-806e-dc057cadb1d3) {{(pid=99458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:56:41.166593 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Notify callbacks [] for port, precommit_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.175073 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Transition to ACTIVE for port object fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:41.177272 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.190121 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Transition to ACTIVE for port object fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 will not be triggered until provisioned by entity DHCP. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:41.196869 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.197092 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.239480 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec is already hosted by enough agents. {{(pid=99458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:56:41.242713 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.base_scheduler [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Resources bound (agent type, host, resource id): {{(pid=99458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:41.246195 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Received port after_create {{(pid=99458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:56:41.256459 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Pushing event updated for resources: {'Port': ['ID=fcd05dfd-68b9-4f6c-806e-dc057cadb1d3,revision_number=1']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:41.304016 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Attempting to bind port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:56:41.304380 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Attempting to bind port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:56:41.304732 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Attempting to bind port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 on network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:56:41.305398 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Allocated IP 172.27.2.170 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/0e2b64ed-9336-439b-876a-a925ac420afb) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:56:41.309632 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:56:41.309978 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Checking segment: {'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:56:41.310376 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.310763 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Bound using segment: {'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:56:41.311211 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Bound port: fcd05dfd-68b9-4f6c-806e-dc057cadb1d3, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:56:41.311585 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.373284 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] For port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:56:41.376424 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] For port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=fcd05dfd-68b9-4f6c-806e-dc057cadb1d3,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:56:41.381649 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.408641 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.446482 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae677e4-04b2-4ab8-aa69-7658a3ccb829 None None] Pushing event updated for resources: {'Port': ['ID=fcd05dfd-68b9-4f6c-806e-dc057cadb1d3,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:41.464589 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.509617 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:56:41.512410 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:41.514764 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:56:41.538531 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2b64ed-9336-439b-876a-a925ac420afb,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:41.776157 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:41.960856 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963'] for router, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:42.325393 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db346c-6495-481d-849c-fd089d73b420 None None] Network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:56:42.343212 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 is scheduled to L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae with binding_index 1 {{(pid=99456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 20:56:42.383474 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-f56090c5-e2ae-4159-bd43-ff7ce5886b52 None None] Provisioning for port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:42.447735 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:56:42.464488 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] Notify callbacks [] for router, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:42.465891 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-d1c15712-6e05-4475-9c29-ac5be52ac893 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7029500 Jul 14 20:56:42.468727 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37492) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:42.473668 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Sync routers for ids ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:56:42.489055 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Routers {'902fd85c-0e9c-4ba3-a73f-804d50beffe2'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:42.489651 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:56:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:42.726776 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Set router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:42.862876 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:42.889562 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:42.950011 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:42.956571 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:41Z', 'revision_number': 3, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:42.959136 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:42.959500 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:42.999078 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Checking router: 902fd85c-0e9c-4ba3-a73f-804d50beffe2 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:56:42.999419 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Updating router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 port 0e2b64ed-9336-439b-876a-a925ac420afb binding host dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:56:43.043022 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Allocated IP 172.20.0.1 (6d6198ed-fef3-450a-be6f-ddd8ba3976ec/eb16f5c3-6e10-46b5-9fe0-146f3ea67029/29b712af-b2dd-43b4-956e-c9f9cc3b0bd2) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:56:43.046910 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.145003 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.158451 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Transition to ACTIVE for port object 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:43.176250 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.192389 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.233104 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:56:43.239172 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:43.243225 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:56:43.261607 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=fcd05dfd-68b9-4f6c-806e-dc057cadb1d3,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:43.266256 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Pushing event updated for resources: {'Port': ['ID=29b712af-b2dd-43b4-956e-c9f9cc3b0bd2,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:43.267110 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.284622 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338136'] for router_interface, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.350040 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=fcd05dfd-68b9-4f6c-806e-dc057cadb1d3,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:43.407498 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Notify callbacks [] for port, precommit_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.419376 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Transition to ACTIVE for port object 0e2b64ed-9336-439b-876a-a925ac420afb will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:43.427754 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.484444 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Attempting to bind port 0e2b64ed-9336-439b-876a-a925ac420afb on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:56:43.484815 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Attempting to bind port 0e2b64ed-9336-439b-876a-a925ac420afb by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:56:43.485180 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Attempting to bind port 0e2b64ed-9336-439b-876a-a925ac420afb on network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:56:43.487323 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ba67d-4759-4f63-a9ff-8342f6e6acc7 None None] Pushing event updated for resources: {'Port': ['ID=0e2b64ed-9336-439b-876a-a925ac420afb,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:43.493782 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:56:43.494156 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:56:43.494560 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.494950 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Bound using segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:56:43.495472 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Bound port: 0e2b64ed-9336-439b-876a-a925ac420afb, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:56:43.495794 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.557404 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] For port 0e2b64ed-9336-439b-876a-a925ac420afb, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:56:43.561201 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] For port 0e2b64ed-9336-439b-876a-a925ac420afb, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=0e2b64ed-9336-439b-876a-a925ac420afb,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:56:43.562159 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-db8058be-ef6b-45ff-a669-e60737a83684 None None] Provisioning for port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:43.566878 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.572053 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-db8058be-ef6b-45ff-a669-e60737a83684 None None] Provisioning complete for port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:43.572421 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-db8058be-ef6b-45ff-a669-e60737a83684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.662482 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Routers {'902fd85c-0e9c-4ba3-a73f-804d50beffe2'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:43.663034 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:56:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:43.665224 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ba67d-4759-4f63-a9ff-8342f6e6acc7 None None] Pushing event updated for resources: {'Port': ['ID=0e2b64ed-9336-439b-876a-a925ac420afb,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:43.669546 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-db8058be-ef6b-45ff-a669-e60737a83684 None None] Port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:56:43.722473 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.783329 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] Set router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:43.880478 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.885856 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.952948 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Pushing event updated for resources: {'Port': ['ID=29b712af-b2dd-43b4-956e-c9f9cc3b0bd2,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:43.956535 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-338792'] for router_interface, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:43.981417 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 1, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:44.010903 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84a222-0a2a-4996-a896-1e53e810000c None None] The sync data for ids ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'] in dv-cinder-800830-1-iscsi is: [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 1, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:56:44.050923 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:56:44.052985 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:44.170077 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:56:44.291445 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-52f79147-7d1f-4e55-8c85-90d5b22dad91 None None] Provisioning complete for port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:44.291939 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-52f79147-7d1f-4e55-8c85-90d5b22dad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:44.301898 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:56:44.311887 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-832e119a-cca8-4035-938d-2b7652810068 admin admin] 10.222.0.38 "PUT /v2.0/routers/902fd85c-0e9c-4ba3-a73f-804d50beffe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8381462 Jul 14 20:56:44.327729 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-52f79147-7d1f-4e55-8c85-90d5b22dad91 None None] Port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:56:44.802753 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37508) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:44.808005 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1744924709-network', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:44.830252 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Made reservation on behalf of e671f19c343444aaafc121a4f38024ee for: {'network': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:56:44.832622 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for network, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:44.842129 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:44.914466 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0e2b64ed-9336-439b-876a-a925ac420afb up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:44.945091 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:44.951343 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:44.966751 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 0e2b64ed-9336-439b-876a-a925ac420afb completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:44.978063 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 0e2b64ed-9336-439b-876a-a925ac420afb triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:44.978723 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=99457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:56:44.979561 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:44.994870 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd60208-07c4-483f-ae13-fd83ec002814,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:44.997762 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:44.998101 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.segments_db [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Added segment 5ddd9a54-e33a-4473-99dc-d93bf6bafebe of type vlan for network 14b53e4c-fcfe-4b04-a805-6540837dfa2c Jul 14 20:56:45.038922 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754390780950'] for network, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.071469 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559'] for network, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.072480 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:45.073077 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.078484 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.102611 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 0e2b64ed-9336-439b-876a-a925ac420afb, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=0e2b64ed-9336-439b-876a-a925ac420afb,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:45.107782 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.108731 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:45.123586 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3196981 Jul 14 20:56:45.126346 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37510) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:45.136234 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20558b-3635-4f7f-bd03-8d715b7aa4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=14b53e4c-fcfe-4b04-a805-6540837dfa2c,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:45.136951 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Request body: {'subnet': {'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1744924709-subnet', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'ip_version': 4}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:45.157602 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Network 14b53e4c-fcfe-4b04-a805-6540837dfa2c details requested by agent ovs-agent-dv-cinder-800830-1-iscsi with host dv-cinder-800830-1-iscsi {{(pid=99458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:56:45.165168 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Made reservation on behalf of e671f19c343444aaafc121a4f38024ee for: {'subnet': 1} {{(pid=99456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:56:45.167962 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59790239'] for subnet, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.178038 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:56:45.357531 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58970654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59790253'] for subnet, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.379986 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=0e2b64ed-9336-439b-876a-a925ac420afb,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:45.395204 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:45.395580 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.412661 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45719383-394e-411b-ac98-4a53152ee6e0,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:45.422790 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Checking segment: {'id': '5ddd9a54-e33a-4473-99dc-d93bf6bafebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:56:45.423147 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Network hostable DHCP agents. Network: 14b53e4c-fcfe-4b04-a805-6540837dfa2c, hostable agents: ['3e4f070e-dd8f-403e-a153-b44c5d3d6302'], hosted agents: [] {{(pid=99456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:56:45.440346 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Network 14b53e4c-fcfe-4b04-a805-6540837dfa2c is scheduled to be hosted by DHCP agent 3e4f070e-dd8f-403e-a153-b44c5d3d6302 with binding_index 1 {{(pid=99456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:56:45.450262 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800830-1-iscsi, 14b53e4c-fcfe-4b04-a805-6540837dfa2c) {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:45.454231 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:45.454811 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.462006 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe545e4-8ce4-40e4-bf86-da6561567f2b None None] Network 14b53e4c-fcfe-4b04-a805-6540837dfa2c requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:56:45.468851 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-48007913-5b7f-407f-9a62-280601094f67 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3397105 Jul 14 20:56:45.471653 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37512) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:45.476219 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1744924709-router', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:56:45.497803 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-337846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13956'] for router, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.499240 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3685410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7799'] for router, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.558526 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.621359 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52155cd6-d8b7-5def-9819-e61ccad68c5f-14b53e4c-fcfe-4b04-a805-6540837dfa2c', 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'fixed_ips': [{'subnet_id': '45719383-394e-411b-ac98-4a53152ee6e0'}]}} from dv-cinder-800830-1-iscsi. {{(pid=99458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 20:56:45.622200 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.698047 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7781'] for router, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.762136 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.db_base_plugin_common [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Allocated IP 172.20.0.2 (14b53e4c-fcfe-4b04-a805-6540837dfa2c/45719383-394e-411b-ac98-4a53152ee6e0/a1afcb16-30cf-49c9-8a86-485d54b92ce0) {{(pid=99458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:56:45.903591 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.912900 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Notify callbacks [] for port, precommit_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.922286 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Transition to ACTIVE for port object a1afcb16-30cf-49c9-8a86-485d54b92ce0 will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:45.923621 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.938881 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Transition to ACTIVE for port object a1afcb16-30cf-49c9-8a86-485d54b92ce0 will not be triggered until provisioned by entity DHCP. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:45.945041 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957'] for port, after_create {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:45.984705 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Network 14b53e4c-fcfe-4b04-a805-6540837dfa2c is already hosted by enough agents. {{(pid=99458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:56:45.987503 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.scheduler.base_scheduler [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Resources bound (agent type, host, resource id): {{(pid=99458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:45.991078 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Received port after_create {{(pid=99458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:56:46.003672 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Pushing event updated for resources: {'Port': ['ID=a1afcb16-30cf-49c9-8a86-485d54b92ce0,revision_number=1']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:46.034354 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Allocated IP 172.27.2.220 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/bb06355b-831c-44cc-ad0a-d3dacc00e9dc) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:56:46.055268 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Attempting to bind port a1afcb16-30cf-49c9-8a86-485d54b92ce0 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:56:46.055567 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Attempting to bind port a1afcb16-30cf-49c9-8a86-485d54b92ce0 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '5ddd9a54-e33a-4473-99dc-d93bf6bafebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:56:46.055961 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Attempting to bind port a1afcb16-30cf-49c9-8a86-485d54b92ce0 on network 14b53e4c-fcfe-4b04-a805-6540837dfa2c {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:56:46.061490 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:56:46.061871 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Checking segment: {'id': '5ddd9a54-e33a-4473-99dc-d93bf6bafebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:56:46.062279 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.062671 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Bound using segment: {'id': '5ddd9a54-e33a-4473-99dc-d93bf6bafebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:56:46.063140 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Bound port: a1afcb16-30cf-49c9-8a86-485d54b92ce0, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddd9a54-e33a-4473-99dc-d93bf6bafebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:56:46.063523 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.107260 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Sync routers for ids ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:56:46.122613 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Routers {'902fd85c-0e9c-4ba3-a73f-804d50beffe2'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:46.124139 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:56:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:46.134050 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] For port a1afcb16-30cf-49c9-8a86-485d54b92ce0, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:56:46.137180 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] For port a1afcb16-30cf-49c9-8a86-485d54b92ce0, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=a1afcb16-30cf-49c9-8a86-485d54b92ce0,segment=NetworkSegment(5ddd9a54-e33a-4473-99dc-d93bf6bafebe),segment_id=5ddd9a54-e33a-4473-99dc-d93bf6bafebe)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:56:46.141245 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.142228 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.184698 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.204435 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bffac-075e-4ebf-86f6-e19642b8a444 None None] Pushing event updated for resources: {'Port': ['ID=a1afcb16-30cf-49c9-8a86-485d54b92ce0,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:46.242795 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Set router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:46.243549 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:56:46.248782 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:46.250731 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Pushing event updated for resources: {'Port': ['ID=bb06355b-831c-44cc-ad0a-d3dacc00e9dc,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:46.252981 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:56:46.485943 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 2, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:46.524113 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Checking router: 902fd85c-0e9c-4ba3-a73f-804d50beffe2 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:56:46.524461 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Updating router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 binding host dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:56:46.535251 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.559699 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.723652 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337963'] for router, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.822470 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Notify callbacks [] for port, precommit_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.832620 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.provisioning_blocks [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Transition to ACTIVE for port object 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 will not be triggered until provisioned by entity L2. {{(pid=99459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:46.840079 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.855876 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 is scheduled to L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae with binding_index 1 {{(pid=99457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 20:56:46.884289 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147a723-dbca-4a6a-88e9-7d4839e21375 None None] Pushing event updated for resources: {'Port': ['ID=29b712af-b2dd-43b4-956e-c9f9cc3b0bd2,revision_number=3']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:46.953451 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0e2b64ed-9336-439b-876a-a925ac420afb up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:46.975229 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Attempting to bind port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:56:46.975591 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Attempting to bind port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:56:46.975987 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Attempting to bind port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 on network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:56:46.981933 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:56:46.982302 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Checking segment: {'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:56:46.982699 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:46.983082 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Bound using segment: {'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:56:46.983541 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Bound port: 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'}}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:56:46.983967 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:47.030634 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:56:47.043607 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Sync routers for ids ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:56:47.057820 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:47.062336 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37514) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:56:47.062960 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-4b93da5d-3102-4e8a-8ffc-d56429b45fdb admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5896301 Jul 14 20:56:47.070682 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] For port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:56:47.072391 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Routers {'3e75e685-1ec7-4a94-835d-4ed0af8bdf73'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:47.073373 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:56:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:47.074147 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] For port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=29b712af-b2dd-43b4-956e-c9f9cc3b0bd2,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:56:47.076452 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 0e2b64ed-9336-439b-876a-a925ac420afb triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:47.077237 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:47.082503 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:47.133109 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Routers {'902fd85c-0e9c-4ba3-a73f-804d50beffe2'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:47.133943 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:56:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:47.260398 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147a723-dbca-4a6a-88e9-7d4839e21375 None None] Pushing event updated for resources: {'Port': ['ID=29b712af-b2dd-43b4-956e-c9f9cc3b0bd2,revision_number=4']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:47.282120 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] Set router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:47.290168 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Set router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:47.365360 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45acdf07-03ce-4d23-af4d-3629e59cf584 None None] Network 14b53e4c-fcfe-4b04-a805-6540837dfa2c requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:56:47.460748 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device a1afcb16-30cf-49c9-8a86-485d54b92ce0 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:47.516110 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:47Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:47.547233 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37961a67-7651-4028-b2c8-84a17b415d50 None None] The sync data for ids ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'] in dv-cinder-800830-1-iscsi is: [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:47Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:56:47.617330 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:47.621100 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port a1afcb16-30cf-49c9-8a86-485d54b92ce0 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:47.689754 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-d55ce68a-41b5-4323-b16c-abbd2ed90871 None None] Provisioning for port a1afcb16-30cf-49c9-8a86-485d54b92ce0 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:47.701159 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-d55ce68a-41b5-4323-b16c-abbd2ed90871 None None] Provisioning complete for port a1afcb16-30cf-49c9-8a86-485d54b92ce0 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:47.701516 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d55ce68a-41b5-4323-b16c-abbd2ed90871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:47.706543 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'name': 'tempest-TestMinimumBasicScenario-1744924709-router', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:46Z', 'revision_number': 3, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'gw_port': {'id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:47.757255 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Checking router: 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:56:47.757598 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Updating router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 port bb06355b-831c-44cc-ad0a-d3dacc00e9dc binding host dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:56:47.782534 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Allocated IP 172.20.0.1 (14b53e4c-fcfe-4b04-a805-6540837dfa2c/45719383-394e-411b-ac98-4a53152ee6e0/0331f827-7a0f-4c03-9f7c-766dd659c9f6) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:56:47.808119 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:47.909106 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:47.926213 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.provisioning_blocks [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Transition to ACTIVE for port object 0331f827-7a0f-4c03-9f7c-766dd659c9f6 will not be triggered until provisioned by entity DHCP. {{(pid=99456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:47.969612 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:47.993610 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d55ce68a-41b5-4323-b16c-abbd2ed90871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.008092 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Network 14b53e4c-fcfe-4b04-a805-6540837dfa2c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:56:48.012876 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:48.019038 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:56:48.054204 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Pushing event updated for resources: {'Port': ['ID=0331f827-7a0f-4c03-9f7c-766dd659c9f6,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:48.068308 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338136'] for router_interface, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.174696 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-d55ce68a-41b5-4323-b16c-abbd2ed90871 None None] For port a1afcb16-30cf-49c9-8a86-485d54b92ce0, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=a1afcb16-30cf-49c9-8a86-485d54b92ce0,segment=NetworkSegment(5ddd9a54-e33a-4473-99dc-d93bf6bafebe),segment_id=5ddd9a54-e33a-4473-99dc-d93bf6bafebe)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:48.180521 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d55ce68a-41b5-4323-b16c-abbd2ed90871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.220647 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.260682 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ce68a-41b5-4323-b16c-abbd2ed90871 None None] Pushing event updated for resources: {'Port': ['ID=a1afcb16-30cf-49c9-8a86-485d54b92ce0,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:48.325020 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.328599 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-265179a3-3361-4ec7-93e8-190487796fb1 None None] Provisioning complete for port a1afcb16-30cf-49c9-8a86-485d54b92ce0 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:48.329022 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-265179a3-3361-4ec7-93e8-190487796fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.358192 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Transition to ACTIVE for port object bb06355b-831c-44cc-ad0a-d3dacc00e9dc will not be triggered until provisioned by entity L2. {{(pid=99458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:48.371410 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.406824 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.413258 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.432811 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e65e6c-ccb2-4d75-a255-0386bf7c1049 None None] Pushing event updated for resources: {'Port': ['ID=bb06355b-831c-44cc-ad0a-d3dacc00e9dc,revision_number=2']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:48.439614 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Attempting to bind port bb06355b-831c-44cc-ad0a-d3dacc00e9dc on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:56:48.440045 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Attempting to bind port bb06355b-831c-44cc-ad0a-d3dacc00e9dc by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:56:48.440372 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Attempting to bind port bb06355b-831c-44cc-ad0a-d3dacc00e9dc on network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:56:48.465587 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:56:48.465962 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Checking segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:56:48.466365 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.466757 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Bound using segment: {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'} {{(pid=99458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:56:48.467225 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.managers [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Bound port: bb06355b-831c-44cc-ad0a-d3dacc00e9dc, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb6b00-fbbc-4664-9daa-671bbac2bdf9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c'}}] {{(pid=99458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:56:48.467608 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.482605 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-338792'] for router_interface, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.484406 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Pushing event updated for resources: {'Port': ['ID=0331f827-7a0f-4c03-9f7c-766dd659c9f6,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:48.526158 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] For port bb06355b-831c-44cc-ad0a-d3dacc00e9dc, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:56:48.529381 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] For port bb06355b-831c-44cc-ad0a-d3dacc00e9dc, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=bb06355b-831c-44cc-ad0a-d3dacc00e9dc,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:56:48.533352 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.577589 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Network 14b53e4c-fcfe-4b04-a805-6540837dfa2c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:56:48.579133 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:56:48.591784 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Routers {'3e75e685-1ec7-4a94-835d-4ed0af8bdf73'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:48.592447 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:56:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:48.632947 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e65e6c-ccb2-4d75-a255-0386bf7c1049 None None] Pushing event updated for resources: {'Port': ['ID=bb06355b-831c-44cc-ad0a-d3dacc00e9dc,revision_number=3']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:48.685242 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-e95966c9-99d0-463a-b979-a60da51e09d7 None None] Provisioning for port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:48.696945 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-e95966c9-99d0-463a-b979-a60da51e09d7 None None] Provisioning complete for port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:48.697313 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e95966c9-99d0-463a-b979-a60da51e09d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:48.705163 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:56:48.741185 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] Set router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:48.767033 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-e95966c9-99d0-463a-b979-a60da51e09d7 None None] Port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:56:48.839500 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:56:48.844824 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-59ce649f-d0e2-4097-86bf-00603180efaf admin admin] 10.222.0.38 "PUT /v2.0/routers/3e75e685-1ec7-4a94-835d-4ed0af8bdf73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815251 Jul 14 20:56:48.888560 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:48.926621 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-267024ba-729b-4100-8f61-aa9c6fcc7260 None None] Provisioning complete for port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:48.927571 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-267024ba-729b-4100-8f61-aa9c6fcc7260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:49.008725 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-267024ba-729b-4100-8f61-aa9c6fcc7260 None None] Port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:56:49.020038 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:49.028242 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:49.028606 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:49.072767 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'name': 'tempest-TestMinimumBasicScenario-1744924709-router', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:48Z', 'revision_number': 4, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'gw_port': {'id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0331f827-7a0f-4c03-9f7c-766dd659c9f6', 'name': '', 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'mac_address': 'fa:16:3e:ce:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '45719383-394e-411b-ac98-4a53152ee6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:47Z', 'updated_at': '2021-07-14T20:56:48Z', 'revision_number': 2, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'subnets': [{'id': '45719383-394e-411b-ac98-4a53152ee6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:49.103033 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595edc71-8419-4802-abd8-bcaf0b22c5c7 None None] The sync data for ids ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'] in dv-cinder-800830-1-iscsi is: [{'id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'name': 'tempest-TestMinimumBasicScenario-1744924709-router', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:48Z', 'revision_number': 4, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'gw_port': {'id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0331f827-7a0f-4c03-9f7c-766dd659c9f6', 'name': '', 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'mac_address': 'fa:16:3e:ce:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '45719383-394e-411b-ac98-4a53152ee6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:47Z', 'updated_at': '2021-07-14T20:56:48Z', 'revision_number': 2, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'subnets': [{'id': '45719383-394e-411b-ac98-4a53152ee6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:56:49.151959 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:49.185229 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=29b712af-b2dd-43b4-956e-c9f9cc3b0bd2,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:49.196501 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:49.197333 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device a1afcb16-30cf-49c9-8a86-485d54b92ce0 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:49.272472 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=29b712af-b2dd-43b4-956e-c9f9cc3b0bd2,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:49.285085 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port a1afcb16-30cf-49c9-8a86-485d54b92ce0 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:49.285457 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:50.963731 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:51.028801 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:51.029440 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:51.131719 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device bb06355b-831c-44cc-ad0a-d3dacc00e9dc up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:51.193631 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port bb06355b-831c-44cc-ad0a-d3dacc00e9dc completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:51.198054 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port bb06355b-831c-44cc-ad0a-d3dacc00e9dc triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:51.198620 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:51.291086 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:51.319478 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port bb06355b-831c-44cc-ad0a-d3dacc00e9dc, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=bb06355b-831c-44cc-ad0a-d3dacc00e9dc,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:51.323679 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:51.381739 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=bb06355b-831c-44cc-ad0a-d3dacc00e9dc,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:51.906770 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Sync routers for ids ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:56:51.917291 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Routers {'3e75e685-1ec7-4a94-835d-4ed0af8bdf73'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:51.917922 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:56:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:52.032788 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Set router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:52.367906 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'name': 'tempest-TestMinimumBasicScenario-1744924709-router', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:48Z', 'revision_number': 4, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'gw_port': {'id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0331f827-7a0f-4c03-9f7c-766dd659c9f6', 'name': '', 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'mac_address': 'fa:16:3e:ce:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '45719383-394e-411b-ac98-4a53152ee6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:47Z', 'updated_at': '2021-07-14T20:56:48Z', 'revision_number': 2, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'subnets': [{'id': '45719383-394e-411b-ac98-4a53152ee6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:52.396085 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Checking router: 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:56:52.396479 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Updating router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 binding host dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:56:52.436326 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:52.692988 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:52.720506 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Notify callbacks [] for port, precommit_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:52.732449 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.provisioning_blocks [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Transition to ACTIVE for port object 0331f827-7a0f-4c03-9f7c-766dd659c9f6 will not be triggered until provisioned by entity L2. {{(pid=99459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:56:52.740918 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:52.805770 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Pushing event updated for resources: {'Port': ['ID=0331f827-7a0f-4c03-9f7c-766dd659c9f6,revision_number=3']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:52.873698 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Attempting to bind port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 on host dv-cinder-800830-1-iscsi for vnic_type normal with profile {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:56:52.874067 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Attempting to bind port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 by drivers openvswitch,hyperv on host dv-cinder-800830-1-iscsi at level 0 using segments [{'id': '5ddd9a54-e33a-4473-99dc-d93bf6bafebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c'}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:56:52.874426 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Attempting to bind port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 on network 14b53e4c-fcfe-4b04-a805-6540837dfa2c {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:56:52.881174 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Checking agent: {'id': '3222304b-f1a7-4de7-896d-ebd344d9a901', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800830-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 39, 56), 'started_at': datetime.datetime(2021, 7, 14, 20, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800830-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:56:52.881684 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Checking segment: {'id': '5ddd9a54-e33a-4473-99dc-d93bf6bafebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:56:52.882098 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:52.882515 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Bound using segment: {'id': '5ddd9a54-e33a-4473-99dc-d93bf6bafebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c'} {{(pid=99459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:56:52.882942 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.managers [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Bound port: 0331f827-7a0f-4c03-9f7c-766dd659c9f6, host: dv-cinder-800830-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddd9a54-e33a-4473-99dc-d93bf6bafebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c'}}] {{(pid=99459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:56:52.883324 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:52.887260 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device bb06355b-831c-44cc-ad0a-d3dacc00e9dc up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:52.968263 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f556-2b6f-4701-a5cf-3076b858ca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:52.975674 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] For port 0331f827-7a0f-4c03-9f7c-766dd659c9f6, host dv-cinder-800830-1-iscsi, cleared binding levels {{(pid=99459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:56:52.981263 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.plugins.ml2.db [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] For port 0331f827-7a0f-4c03-9f7c-766dd659c9f6, host dv-cinder-800830-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=0331f827-7a0f-4c03-9f7c-766dd659c9f6,segment=NetworkSegment(5ddd9a54-e33a-4473-99dc-d93bf6bafebe),segment_id=5ddd9a54-e33a-4473-99dc-d93bf6bafebe)] {{(pid=99459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:56:52.987171 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port bb06355b-831c-44cc-ad0a-d3dacc00e9dc triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:52.987542 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:52.995609 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron_lib.callbacks.manager [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:53.056932 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Pushing event updated for resources: {'Port': ['ID=0331f827-7a0f-4c03-9f7c-766dd659c9f6,revision_number=4']} {{(pid=99459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:53.074310 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.074654 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.074988 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.075316 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.075640 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.076072 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.076399 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.076826 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.077174 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.077499 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.077813 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.078125 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d49be-0a04-489e-b4e4-70b58536a9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:56:53.097730 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Routers {'3e75e685-1ec7-4a94-835d-4ed0af8bdf73'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:56:53.097730 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:56:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:53.233295 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] Set router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:56:53.454487 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'name': 'tempest-TestMinimumBasicScenario-1744924709-router', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:48Z', 'revision_number': 4, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'gw_port': {'id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0331f827-7a0f-4c03-9f7c-766dd659c9f6', 'name': '', 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'mac_address': 'fa:16:3e:ce:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '45719383-394e-411b-ac98-4a53152ee6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:47Z', 'updated_at': '2021-07-14T20:56:52Z', 'revision_number': 4, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'subnets': [{'id': '45719383-394e-411b-ac98-4a53152ee6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:56:53.482301 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b39416-f3a8-4581-b7ec-ea0a8272d581 None None] The sync data for ids ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'] in dv-cinder-800830-1-iscsi is: [{'id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'name': 'tempest-TestMinimumBasicScenario-1744924709-router', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:48Z', 'revision_number': 4, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'gw_port': {'id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0331f827-7a0f-4c03-9f7c-766dd659c9f6', 'name': '', 'network_id': '14b53e4c-fcfe-4b04-a805-6540837dfa2c', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'mac_address': 'fa:16:3e:ce:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '45719383-394e-411b-ac98-4a53152ee6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:47Z', 'updated_at': '2021-07-14T20:56:52Z', 'revision_number': 4, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'subnets': [{'id': '45719383-394e-411b-ac98-4a53152ee6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:56:54.857609 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0331f827-7a0f-4c03-9f7c-766dd659c9f6 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:54.934598 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning for port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:56:54.939183 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:54.939585 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:55.026557 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:55.066299 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] For port 0331f827-7a0f-4c03-9f7c-766dd659c9f6, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=0331f827-7a0f-4c03-9f7c-766dd659c9f6,segment=NetworkSegment(5ddd9a54-e33a-4473-99dc-d93bf6bafebe),segment_id=5ddd9a54-e33a-4473-99dc-d93bf6bafebe)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:56:55.071787 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:55.125109 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Pushing event updated for resources: {'Port': ['ID=0331f827-7a0f-4c03-9f7c-766dd659c9f6,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:56:55.989705 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:56.090981 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0171-cdc9-4c3c-934a-0ae0383deb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:56.840052 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0331f827-7a0f-4c03-9f7c-766dd659c9f6 up at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:56:56.897539 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Provisioning complete for port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:56:56.897854 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:56.948610 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:58.535957 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-2dfcd1d3-80c3-435d-8b5a-e91ac20d61b9 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:58.537485 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-2dfcd1d3-80c3-435d-8b5a-e91ac20d61b9 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/networks?id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec HTTP/1.1" status: 200 len: 815 time: 0.0975900 Jul 14 20:56:58.552128 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-c4a413c6-5da3-460b-a53f-18422f7e94e5 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/quotas/d6abfb19ed7347369c2dfca9a59b2d71 HTTP/1.1" status: 200 len: 375 time: 0.0091763 Jul 14 20:56:58.598893 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:56:58.624162 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-4586615d-0760-482e-8f53-43b2765802ff tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d6abfb19ed7347369c2dfca9a59b2d71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668969 Jul 14 20:56:58.716378 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-b7490f0a-e26f-4501-8354-57e08c3d767d service neutron] 10.222.0.38 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805259 Jul 14 20:56:58.807318 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-4f7e987e-30d0-4988-a967-0261d6af16ed service neutron] 10.222.0.38 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850172 Jul 14 20:56:58.969808 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-069be8a5-4bac-4361-b1d3-e120bcf7f991 req-8975dced-831c-4a80-8b9c-3a84451b2801 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 210 time: 0.0286348 Jul 14 20:56:59.095954 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-e086b671-3308-491a-8aa5-e7857003e7a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556602 Jul 14 20:56:59.171444 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-7b380364-9d0c-42c2-a4c1-7b12695cf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:59.173590 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-7b380364-9d0c-42c2-a4c1-7b12695cf36a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 1098 time: 0.0556722 Jul 14 20:56:59.278189 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-5febaa3e-ce6b-4c62-8a7e-8d27b43f18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:59.279984 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-5febaa3e-ce6b-4c62-8a7e-8d27b43f18c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.0861826 Jul 14 20:56:59.351934 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-ab78fa49-93bc-490a-aede-f60483969dce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a55819-1820-4c74-bac5-905c50f78bd6 HTTP/1.1" status: 200 len: 1000 time: 0.0641992 Jul 14 20:56:59.400346 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-978ad44a-2f7b-4ef8-bd1e-0b9a9cf03892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:59.401991 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-978ad44a-2f7b-4ef8-bd1e-0b9a9cf03892 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0437875 Jul 14 20:56:59.461375 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-e29848ef-0409-4093-afb6-9ff46425242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:56:59.462978 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-e29848ef-0409-4093-afb6-9ff46425242f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541263 Jul 14 20:56:59.560628 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-948eb217-5870-4f7a-bae3-d967f5ec1dd7 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879698 Jul 14 20:56:59.651493 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-63a6bd7f-1469-4f49-9b22-249b01f94e19 req-8d0ebab1-c5d3-40fd-9151-de8833466daa service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805852 Jul 14 20:57:00.057753 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-0fb27296-b52e-45a7-855e-288a5564845e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:00.059228 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-0fb27296-b52e-45a7-855e-288a5564845e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.43 "GET /v2.0/networks?id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec HTTP/1.1" status: 200 len: 815 time: 0.1055658 Jul 14 20:57:00.080044 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'port': {'device_id': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'admin_state_up': True, 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:00.120851 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-43e5a7b2-7fa8-410d-8e39-263a3d736138 req-55f1f773-0a39-4694-89e3-4370e5d651e7 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 210 time: 0.0292118 Jul 14 20:57:00.189758 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Made reservation on behalf of d6abfb19ed7347369c2dfca9a59b2d71 for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:57:00.194244 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:00.321000 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Allocated IP 172.20.0.14 (6d6198ed-fef3-450a-be6f-ddd8ba3976ec/eb16f5c3-6e10-46b5-9fe0-146f3ea67029/418ac339-27a4-4e13-b9bb-f38b0d9c5d09) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:57:00.470734 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:00.485733 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Transition to ACTIVE for port object 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:57:00.534224 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:00.599121 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:57:00.604029 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:57:00.606177 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'Port': ['ID=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:00.613546 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:57:00.672895 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.673284 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.673740 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.674406 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.674548 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.674850 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.675308 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.675664 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.676108 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.676445 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.676776 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.677255 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:00.694738 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:00.695418 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:00.715365 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-efc7bf57-de09-4021-9e6d-6a08c7b2d2a0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6392810 Jul 14 20:57:00.896951 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-3a64a50c-8c53-48f5-bfad-8d36c26f7b93 None None] Provisioning for port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:57:00.901869 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-3a64a50c-8c53-48f5-bfad-8d36c26f7b93 None None] Provisioning complete for port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:57:00.902265 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3a64a50c-8c53-48f5-bfad-8d36c26f7b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:00.943143 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-3a64a50c-8c53-48f5-bfad-8d36c26f7b93 None None] Port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:57:01.310575 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca0e7b-f6d6-42b8-b896-ed31d74dfea1 req-40ccec3f-c96d-46cf-8216-5ea49de77dd5 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:01.312146 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24ca0e7b-f6d6-42b8-b896-ed31d74dfea1 req-40ccec3f-c96d-46cf-8216-5ea49de77dd5 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 932 time: 0.0691056 Jul 14 20:57:01.352541 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-24ca0e7b-f6d6-42b8-b896-ed31d74dfea1 req-117ccc3c-791f-4c00-a39b-2359efb5f46d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Jul 14 20:57:02.532776 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd9ed-6014-4635-bf23-da58938805d5 req-d6638715-796c-47b2-abc9-d2f5eea96a4d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:02.536208 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ab7dd9ed-6014-4635-bf23-da58938805d5 req-d6638715-796c-47b2-abc9-d2f5eea96a4d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 932 time: 0.0654089 Jul 14 20:57:02.572154 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ab7dd9ed-6014-4635-bf23-da58938805d5 req-193da1e0-32aa-47b6-b649-4936c187e448 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316327 Jul 14 20:57:03.748893 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa0d2-acf4-43e2-8daa-7d55d7ec3301 req-3af04091-9c89-4bd4-8425-27f97e5e107d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:03.750440 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f80aa0d2-acf4-43e2-8daa-7d55d7ec3301 req-3af04091-9c89-4bd4-8425-27f97e5e107d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 932 time: 0.0668905 Jul 14 20:57:03.789600 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-f80aa0d2-acf4-43e2-8daa-7d55d7ec3301 req-9e3bd867-f154-4926-b460-c524776f2abd tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335414 Jul 14 20:57:04.962191 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9bb83-b6e9-43cf-b97d-122213730ef5 req-9b72e376-f6b9-4dc8-99be-c3967fde2e3a tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:04.963888 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-01b9bb83-b6e9-43cf-b97d-122213730ef5 req-9b72e376-f6b9-4dc8-99be-c3967fde2e3a tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 932 time: 0.0661879 Jul 14 20:57:05.000084 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-01b9bb83-b6e9-43cf-b97d-122213730ef5 req-5beaac3e-b1e1-465d-9b66-1747d23a14d2 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Jul 14 20:57:06.209984 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab87f3b-68d6-43dc-b229-497cc03added req-5aac6191-8cc3-4edc-8114-f350c20b8f70 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:06.211711 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-bab87f3b-68d6-43dc-b229-497cc03added req-5aac6191-8cc3-4edc-8114-f350c20b8f70 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 932 time: 0.0836308 Jul 14 20:57:06.274590 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-bab87f3b-68d6-43dc-b229-497cc03added req-d7b636cc-0516-4ab6-acec-948afc2afcef tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566483 Jul 14 20:57:07.469895 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827d8f8-876d-4595-ae9b-36987c6604f9 req-677a8d15-3327-48fd-9026-d420e14af24b tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:07.472145 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c827d8f8-876d-4595-ae9b-36987c6604f9 req-677a8d15-3327-48fd-9026-d420e14af24b tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 932 time: 0.0741608 Jul 14 20:57:07.510983 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-c827d8f8-876d-4595-ae9b-36987c6604f9 req-7641ed56-7b4b-4578-b9ed-59daf1f3322f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325615 Jul 14 20:57:08.688450 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef20b85-71ff-4e69-9673-3e41b0541119 req-d5534500-aff6-4c24-903c-9b96e8075849 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:08.690179 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0ef20b85-71ff-4e69-9673-3e41b0541119 req-d5534500-aff6-4c24-903c-9b96e8075849 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 932 time: 0.0678248 Jul 14 20:57:08.726988 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-0ef20b85-71ff-4e69-9673-3e41b0541119 req-409ee234-240e-4358-af6a-ede68617eb20 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Jul 14 20:57:09.636854 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-d36df4d5-4324-4e03-9dae-a05f24523479 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673349018&fields=id&tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d HTTP/1.1" status: 200 len: 267 time: 0.0349793 Jul 14 20:57:09.745674 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469031-63f5-489d-bd05-1640e9cbd15e req-c8b22bab-da3a-409f-be99-0ac1f1fdff2c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:09.747523 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-c8b22bab-da3a-409f-be99-0ac1f1fdff2c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 812 time: 0.1046991 Jul 14 20:57:09.764098 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-47f88cf2-41fa-415a-b59b-ff835d0f2638 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/quotas/9f9f2d7e10a146eb903e1e05f37ba98d HTTP/1.1" status: 200 len: 375 time: 0.0112135 Jul 14 20:57:09.847400 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-4130af40-606f-4c07-81e5-485039824a38 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0708730 Jul 14 20:57:09.922077 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdbc15-046b-44b9-b384-e62d325572d1 req-eb3dd572-74e9-4c75-9a42-fa34b25c1f8d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:09.923534 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2bbdbc15-046b-44b9-b384-e62d325572d1 req-eb3dd572-74e9-4c75-9a42-fa34b25c1f8d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 932 time: 0.0651591 Jul 14 20:57:09.950448 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-9fe130aa-58e6-43fd-a7fc-a1b569f6510c service neutron] 10.222.0.38 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916631 Jul 14 20:57:09.968041 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2bbdbc15-046b-44b9-b384-e62d325572d1 req-84aaf940-dee3-4e00-9c63-02a2ace1fab0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384793 Jul 14 20:57:10.045606 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-4e165ce1-a21d-4291-8b1d-9e0e7137ff9f service neutron] 10.222.0.38 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882711 Jul 14 20:57:10.388563 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-817c3cec-d10f-4365-be21-7902a6e950ff req-50b2f73e-79f2-4f4c-b86d-aa8f08dc6db7 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 210 time: 0.0318294 Jul 14 20:57:11.149363 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f2670-15c9-4d42-addc-a726b2454714 req-694dfebf-65e5-47d3-8886-41be4f73a5ac tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:11.150875 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-0f9f2670-15c9-4d42-addc-a726b2454714 req-694dfebf-65e5-47d3-8886-41be4f73a5ac tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 932 time: 0.0702937 Jul 14 20:57:11.190392 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-0f9f2670-15c9-4d42-addc-a726b2454714 req-82c6cf74-4bee-429d-a3db-925b615ba53d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337510 Jul 14 20:57:11.525343 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9e8feaaa-3fef-4fdf-b642-5f63c3efe51f req-01875dd4-dab5-4b00-bfb8-684aa79425df tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 210 time: 0.0276527 Jul 14 20:57:11.647712 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Request body: {'port': {'device_id': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:11.717894 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:11.984019 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:57:11.991125 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:12.002633 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Transition to ACTIVE for port object 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:57:12.006710 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:12.054840 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Pushing event updated for resources: {'Port': ['ID=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:12.127501 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Attempting to bind port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:57:12.127865 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Attempting to bind port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:57:12.128200 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Attempting to bind port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 on network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:57:12.133222 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 on network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:57:12.133542 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Attempting to bind port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 on network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:57:12.138433 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:57:12.138751 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Checking segment: {'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:57:12.139149 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Bound using segment: {'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:57:12.139574 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Bound port: 418ac339-27a4-4e13-b9bb-f38b0d9c5d09, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:57:12.139957 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:12.209392 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] For port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:57:12.212595 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] For port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:57:12.218055 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:12.257249 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:12.257875 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:12.259260 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 200 len: 1094 time: 0.6164856 Jul 14 20:57:12.259717 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:57:12.262044 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97" -d '{"events": [{"name": "network-changed", "server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:57:12.281756 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bab8d-500b-460e-890f-042ce6b089f0 service neutron] Pushing event updated for resources: {'Port': ['ID=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:12.325224 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c985c6-53c3-42eb-8025-1a745b916d89 x-openstack-request-id: req-c1c985c6-53c3-42eb-8025-1a745b916d89 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:57:12.325512 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:57:12.325759 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1c985c6-53c3-42eb-8025-1a745b916d89 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:57:12.326156 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'status': 'completed', 'code': 200} Jul 14 20:57:12.420452 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cc58-a6c8-4019-b8ea-2d5eed945b56 req-f5bcae7a-8c7b-40f7-884d-f4a5e4ed6501 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:12.422692 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-88f0cc58-a6c8-4019-b8ea-2d5eed945b56 req-f5bcae7a-8c7b-40f7-884d-f4a5e4ed6501 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 944 time: 0.0888495 Jul 14 20:57:12.477496 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-88f0cc58-a6c8-4019-b8ea-2d5eed945b56 req-9eda00da-2037-4181-9754-71dcaeb07208 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466352 Jul 14 20:57:12.513961 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469031-63f5-489d-bd05-1640e9cbd15e req-244c410d-b17a-4e53-a17b-d009d601c179 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:12.515379 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-244c410d-b17a-4e53-a17b-d009d601c179 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 812 time: 0.1235223 Jul 14 20:57:12.548545 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-b6f556fb-4104-40de-8f1a-f1f43979262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:12.550025 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-b6f556fb-4104-40de-8f1a-f1f43979262d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6abfb19ed7347369c2dfca9a59b2d71&device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 1097 time: 0.1921363 Jul 14 20:57:12.616514 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-f543c64f-bc7f-4d29-b670-c5c83a9ca1e4 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d HTTP/1.1" status: 200 len: 379 time: 0.0838645 Jul 14 20:57:12.617873 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-2bd637c0-939c-445f-9ab1-d9f0a40c1c79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 200 len: 217 time: 0.0595651 Jul 14 20:57:12.639071 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'port': {'device_id': '88669881-5456-41c1-88d1-018499d10a12', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'admin_state_up': True, 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'security_groups': ['27c7b189-6287-4e6b-90b5-029f353a11e8']}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:12.731367 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-dfe72575-340f-4c8a-b0dd-28ce615b6ba1 req-fc685669-d994-4690-a1ad-1977e68ead2e tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 210 time: 0.0875523 Jul 14 20:57:12.750741 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-0d3bbbf6-71c8-46bb-93a6-e6d2923f5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:12.752199 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-0d3bbbf6-71c8-46bb-93a6-e6d2923f5649 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb16f5c3-6e10-46b5-9fe0-146f3ea67029 HTTP/1.1" status: 200 len: 854 time: 0.1251607 Jul 14 20:57:12.842194 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-cf673583-f5ca-441d-bfa0-27db684ffe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:12.843728 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-cf673583-f5ca-441d-bfa0-27db684ffe8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807414 Jul 14 20:57:12.844299 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Made reservation on behalf of 9f9f2d7e10a146eb903e1e05f37ba98d for: {'port': 1} {{(pid=99457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:57:12.848414 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:13.291909 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-6bfcfbf8-273b-41d1-8798-9d58266158f8 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402118 Jul 14 20:57:13.360908 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Allocated IP 172.20.0.11 (c3b41e53-42f9-4d74-b03c-94ec957fa2b0/95b977e4-d6ba-4cf5-a957-ec88eb729942/e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:57:13.428693 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-410f074c-2db6-4ed2-89fe-04cebcea4839 req-300d5f83-c324-4926-b8f6-34028bb2e0fc service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286168 Jul 14 20:57:13.560211 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:13.579290 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-2fc30714-562a-4a45-95e3-b2394fb7f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:13.580804 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-2fc30714-562a-4a45-95e3-b2394fb7f36a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6abfb19ed7347369c2dfca9a59b2d71&device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 1097 time: 0.0997648 Jul 14 20:57:13.581908 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Transition to ACTIVE for port object e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 will not be triggered until provisioned by entity DHCP. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:57:13.646558 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d25b47-8e73-4bd6-ac6b-6b679f209ec0 req-61993329-8012-4c29-b577-de4a3c823a0e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:13.648053 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-23d25b47-8e73-4bd6-ac6b-6b679f209ec0 req-61993329-8012-4c29-b577-de4a3c823a0e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 944 time: 0.0608664 Jul 14 20:57:13.679553 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:13.685435 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-23d25b47-8e73-4bd6-ac6b-6b679f209ec0 req-96b09dd5-fccf-4531-aecc-456783e39cd0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316646 Jul 14 20:57:13.726983 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-b902c30d-f460-4187-a717-d1e43b5d63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:13.728460 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-b902c30d-f460-4187-a717-d1e43b5d63ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec HTTP/1.1" status: 200 len: 916 time: 0.1401460 Jul 14 20:57:13.750521 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:57:13.780476 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-0d28f0c8-636e-4073-9255-b584558a114f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 200 len: 217 time: 0.0447762 Jul 14 20:57:13.781297 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:57:13.783981 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:57:13.786840 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'Port': ['ID=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:13.905605 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:13.906221 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:13.919007 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-cd9b63bb-944e-461e-9b5d-36105eb76d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:13.920515 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-cd9b63bb-944e-461e-9b5d-36105eb76d8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb16f5c3-6e10-46b5-9fe0-146f3ea67029 HTTP/1.1" status: 200 len: 854 time: 0.1287024 Jul 14 20:57:13.944977 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-90554a39-01d8-4652-9f08-baddda1957ca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3167148 Jul 14 20:57:13.967823 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Request body: {'port': {'device_id': '88669881-5456-41c1-88d1-018499d10a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80083'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:14.026408 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-125e85ad-d197-46a1-9016-febbbb956de9 None None] Provisioning for port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 completed by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:57:14.027094 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c107827-4dc3-436d-b241-fa7a5ef44be2 req-9a9abd11-2dbc-4c3f-8827-32f4c2f90880 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:14.028304 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8c107827-4dc3-436d-b241-fa7a5ef44be2 req-9a9abd11-2dbc-4c3f-8827-32f4c2f90880 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 932 time: 0.1779494 Jul 14 20:57:14.030154 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-125e85ad-d197-46a1-9016-febbbb956de9 None None] Provisioning complete for port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:57:14.030520 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-125e85ad-d197-46a1-9016-febbbb956de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:14.063995 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-125e85ad-d197-46a1-9016-febbbb956de9 None None] Port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 cannot update to ACTIVE because it is not bound. {{(pid=99458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 20:57:14.087584 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-234d3fe8-e954-477b-831c-2cbf1ecb2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:14.089120 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-234d3fe8-e954-477b-831c-2cbf1ecb2f6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1601737 Jul 14 20:57:14.100404 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:14.129733 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8c107827-4dc3-436d-b241-fa7a5ef44be2 req-cb445126-5d29-4f9a-a5c4-61a43228cf66 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922072 Jul 14 20:57:14.276636 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-6686e475-be93-48e5-9fe3-b726186397ad service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772556 Jul 14 20:57:14.431901 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e6d7fa6b-7368-4100-8b55-8ff1c1378a97 req-f8282989-50e2-4758-ac51-1cf7cd3cd5d3 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469316 Jul 14 20:57:14.498945 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 {{(pid=99457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:57:14.506195 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:14.517484 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.provisioning_blocks [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Transition to ACTIVE for port object e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 will not be triggered until provisioned by entity L2. {{(pid=99457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 20:57:14.521609 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:14.568861 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:14.643143 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Attempting to bind port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 on host hv-cinder-80083 for vnic_type normal with profile {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 20:57:14.643481 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Attempting to bind port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 by drivers openvswitch,hyperv on host hv-cinder-80083 at level 0 using segments [{'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 20:57:14.643815 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Attempting to bind port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:57:14.648821 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80083 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 20:57:14.649150 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Attempting to bind port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 on network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 20:57:14.654024 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Checking agent: {'id': '4ab171e3-f098-494f-9688-5cfb292ac0f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80083', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'started_at': datetime.datetime(2021, 7, 14, 20, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 20, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 20:57:14.654361 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Checking segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 20:57:14.654747 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Bound using segment: {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'} {{(pid=99457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 20:57:14.655177 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.managers [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Bound port: e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744, host: hv-cinder-80083, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb6c4b1-56a9-42cc-9d1f-8378692ab946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0'}}] {{(pid=99457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 20:57:14.655538 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:14.720915 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] For port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744, host hv-cinder-80083, cleared binding levels {{(pid=99457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:57:14.725259 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] For port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744, host hv-cinder-80083, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:57:14.729041 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:14.762496 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:14.763178 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:14.765081 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] 10.222.0.43 "PUT /v2.0/ports/e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 HTTP/1.1" status: 200 len: 1094 time: 0.8035169 Jul 14 20:57:14.767607 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88669881-5456-41c1-88d1-018499d10a12', 'tag': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:57:14.770497 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250e2f8a-42e2-4b98-9ad7-22acf8a65519" -d '{"events": [{"name": "network-changed", "server_uuid": "88669881-5456-41c1-88d1-018499d10a12", "tag": "e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:57:14.810676 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65f3a2-e203-47a3-8e4b-f8f4b0091e49 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,revision_number=3']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:14.854843 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3024a3eb-f7fd-41e8-8153-d8f46ff64bd2 x-openstack-request-id: req-3024a3eb-f7fd-41e8-8153-d8f46ff64bd2 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:57:14.855204 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88669881-5456-41c1-88d1-018499d10a12", "tag": "e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:57:14.855541 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3024a3eb-f7fd-41e8-8153-d8f46ff64bd2 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:57:14.856106 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88669881-5456-41c1-88d1-018499d10a12', 'tag': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'status': 'completed', 'code': 200} Jul 14 20:57:14.884716 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469031-63f5-489d-bd05-1640e9cbd15e req-f0ab3cca-6f37-4fb0-ba43-97f8b221c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:14.886260 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-f0ab3cca-6f37-4fb0-ba43-97f8b221c797 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 1097 time: 0.0616114 Jul 14 20:57:14.892213 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715215e-a22e-4a74-bb0b-d3a25e125c41 req-5f540b82-771c-4dd9-a9bd-e5cc9ec38ead tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:14.893709 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e715215e-a22e-4a74-bb0b-d3a25e125c41 req-5f540b82-771c-4dd9-a9bd-e5cc9ec38ead tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 944 time: 0.0731809 Jul 14 20:57:14.934796 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e715215e-a22e-4a74-bb0b-d3a25e125c41 req-c17885ba-bb73-46cd-ae74-c08c311a8a78 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346198 Jul 14 20:57:14.937715 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fa930d6d-d096-413e-ab21-b32f034bfddb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 HTTP/1.1" status: 200 len: 217 time: 0.0371861 Jul 14 20:57:14.989303 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469031-63f5-489d-bd05-1640e9cbd15e req-157185e7-407f-48d6-a7e1-7685d49c669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:14.990756 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-157185e7-407f-48d6-a7e1-7685d49c669a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0438406 Jul 14 20:57:15.053032 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469031-63f5-489d-bd05-1640e9cbd15e req-eeb1c0bf-11ab-47ee-8406-1fac8e195047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:15.054537 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-eeb1c0bf-11ab-47ee-8406-1fac8e195047 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541496 Jul 14 20:57:15.148151 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-fd086b25-e0bc-4e96-8dd2-09758c7eb335 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820782 Jul 14 20:57:15.256224 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-50469031-63f5-489d-bd05-1640e9cbd15e req-591cb6f7-ade0-42d6-88d1-9f035d598221 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971372 Jul 14 20:57:15.312168 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808eadd-f064-4b17-aa65-6406d38fe559 req-fbe0d6cd-b90e-44ad-8d6a-12c746e9dd19 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:15.313670 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6808eadd-f064-4b17-aa65-6406d38fe559 req-fbe0d6cd-b90e-44ad-8d6a-12c746e9dd19 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 944 time: 0.0714498 Jul 14 20:57:15.376272 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6808eadd-f064-4b17-aa65-6406d38fe559 req-fe651630-a74c-46ac-85ac-a73ae81ee9cc tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536461 Jul 14 20:57:15.392877 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-5d811860-905b-4d40-a0a5-a828ac10b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:15.394394 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-5d811860-905b-4d40-a0a5-a828ac10b460 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 1097 time: 0.0798500 Jul 14 20:57:15.484715 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-f6300244-72e3-4bea-9d80-705429956eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:15.486181 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-f6300244-72e3-4bea-9d80-705429956eff service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.0845883 Jul 14 20:57:15.526952 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-fc08e6c4-b6ca-4124-be27-d78eb7c4127e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 HTTP/1.1" status: 200 len: 217 time: 0.0330758 Jul 14 20:57:15.574532 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-b817a6b2-c731-4c28-bbde-b1a33ccdefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:15.575979 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-b817a6b2-c731-4c28-bbde-b1a33ccdefa8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0422976 Jul 14 20:57:15.634136 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-6bcc2117-8af2-40f4-ba89-4c6c35bc4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:15.635565 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-6bcc2117-8af2-40f4-ba89-4c6c35bc4e46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529807 Jul 14 20:57:15.721566 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-09d4be92-4dc5-4902-b1b4-6105a32d01e1 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770986 Jul 14 20:57:15.813017 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-250e2f8a-42e2-4b98-9ad7-22acf8a65519 req-3e075dba-be65-4e80-9815-0735a65abf50 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813353 Jul 14 20:57:16.104943 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f65aa-078e-4750-a53f-976b018bfe10 req-13f82992-b918-4079-9cb3-12670bfcf167 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:16.106344 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-488f65aa-078e-4750-a53f-976b018bfe10 req-13f82992-b918-4079-9cb3-12670bfcf167 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 944 time: 0.0616941 Jul 14 20:57:16.142392 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-488f65aa-078e-4750-a53f-976b018bfe10 req-eac5c339-3124-45fd-959a-dc2d7e28c8c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304825 Jul 14 20:57:16.548676 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e546e-46d0-4d65-8e71-169875d7949e req-92adc908-928a-4705-9bc6-be3d74aeaf78 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:16.550139 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8f7e546e-46d0-4d65-8e71-169875d7949e req-92adc908-928a-4705-9bc6-be3d74aeaf78 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 944 time: 0.0623376 Jul 14 20:57:16.587864 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8f7e546e-46d0-4d65-8e71-169875d7949e req-9ff27a25-690a-488f-8706-0a0f83f9f9aa tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322263 Jul 14 20:57:16.815470 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:57:16.905129 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:57:16.918753 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'port_id': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'mac_address': 'fa:16:3e:76:f5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:57:16.954509 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:16.966293 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:57:16.984799 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:57:16.988712 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:17.033293 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:17.039978 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.040325 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.040664 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.040996 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.041322 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.041647 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.041975 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.042298 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.042618 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.042935 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.043252 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.043565 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:17.262488 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['418ac339-27a4-4e13-b9bb-f38b0d9c5d09'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:57:17.322080 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc7649-6597-4acc-b94f-b9c79495dd4f req-282137a0-cd39-4b80-83d0-c65033e14150 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:17.323648 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-39bc7649-6597-4acc-b94f-b9c79495dd4f req-282137a0-cd39-4b80-83d0-c65033e14150 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 945 time: 0.0682812 Jul 14 20:57:17.366025 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-39bc7649-6597-4acc-b94f-b9c79495dd4f req-d47ae559-09f5-421a-862b-562e754c9817 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364001 Jul 14 20:57:17.752114 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33802049-4c03-4fd0-bf10-a7b3fde56741 req-daa4fce8-da78-4f19-b1a3-2831e395499a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:17.753550 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-33802049-4c03-4fd0-bf10-a7b3fde56741 req-daa4fce8-da78-4f19-b1a3-2831e395499a tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 944 time: 0.0595722 Jul 14 20:57:17.791580 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-33802049-4c03-4fd0-bf10-a7b3fde56741 req-07a14ac8-2a7b-404a-9b5b-d064f0096816 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325034 Jul 14 20:57:18.532997 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ac2ae-8fdb-418b-a0f8-140f1574769b req-62a434e0-8daf-49a3-b711-771e4a3470bf tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:18.534453 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5b6ac2ae-8fdb-418b-a0f8-140f1574769b req-62a434e0-8daf-49a3-b711-771e4a3470bf tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 945 time: 0.0599887 Jul 14 20:57:18.571372 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5b6ac2ae-8fdb-418b-a0f8-140f1574769b req-e8095edb-ac4c-4652-9b63-7730682a5076 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307844 Jul 14 20:57:18.830406 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:57:18.877118 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:57:18.881445 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:57:18.881814 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:18.958810 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:18.964399 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125dee4-bbe8-4288-b8c2-4dac9b085589 req-68f2b2a4-603e-45fd-ba75-d1cac7b1ba48 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:18.965893 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6125dee4-bbe8-4288-b8c2-4dac9b085589 req-68f2b2a4-603e-45fd-ba75-d1cac7b1ba48 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 944 time: 0.0641794 Jul 14 20:57:19.006175 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6125dee4-bbe8-4288-b8c2-4dac9b085589 req-4703a1a1-6801-4d9d-a7a0-a4f85ae5e267 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343645 Jul 14 20:57:19.098177 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:57:19.100351 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9440f6-3b65-46e0-a58b-dc602809dd7b" -d '{"events": [{"server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "name": "network-vif-plugged", "status": "completed", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:57:19.112572 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:57:19.117209 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:19.140144 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3a7459-c274-4ed4-82e3-08d753b5103a x-openstack-request-id: req-7b3a7459-c274-4ed4-82e3-08d753b5103a {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:57:19.140434 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "name": "network-vif-plugged", "status": "completed", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:57:19.140685 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b3a7459-c274-4ed4-82e3-08d753b5103a {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:57:19.141066 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'code': 200} Jul 14 20:57:19.165769 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:19.371411 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2bae6-1139-4612-82a7-ddbd25f0bfd8 req-bd44e57d-b525-49b0-bdcc-add6fea3d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:19.372844 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81a2bae6-1139-4612-82a7-ddbd25f0bfd8 req-bd44e57d-b525-49b0-bdcc-add6fea3d814 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 1099 time: 0.0512855 Jul 14 20:57:19.409387 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81a2bae6-1139-4612-82a7-ddbd25f0bfd8 req-191e4eac-7b03-4e3f-b6cd-b4a2acb79745 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264406 Jul 14 20:57:19.738561 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963e4be-089e-4dcf-bc41-97adf1f7f373 req-3b69865e-a54e-43df-b85b-b7e2728d3113 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:19.740047 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d963e4be-089e-4dcf-bc41-97adf1f7f373 req-3b69865e-a54e-43df-b85b-b7e2728d3113 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 946 time: 0.0615659 Jul 14 20:57:19.779635 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d963e4be-089e-4dcf-bc41-97adf1f7f373 req-692a2411-73bd-4fbe-9aec-273e4795f641 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339844 Jul 14 20:57:20.177562 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6172070-c0f5-4962-9fc1-f6e3f34eb5d9 req-b3144005-f86f-4124-93ec-56acba285d01 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:20.191737 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d6172070-c0f5-4962-9fc1-f6e3f34eb5d9 req-b3144005-f86f-4124-93ec-56acba285d01 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 944 time: 0.0617626 Jul 14 20:57:20.222950 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d6172070-c0f5-4962-9fc1-f6e3f34eb5d9 req-3f2f6a8a-a317-4fa4-8d7f-d858d6ca7296 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Jul 14 20:57:20.950924 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55b216-ac41-42c9-930e-c9d4d2bff6b7 req-dee70f2b-e570-4c8f-84c6-387202f6d7ba tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:20.952397 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-bd55b216-ac41-42c9-930e-c9d4d2bff6b7 req-dee70f2b-e570-4c8f-84c6-387202f6d7ba tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 946 time: 0.0611370 Jul 14 20:57:20.989880 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-bd55b216-ac41-42c9-930e-c9d4d2bff6b7 req-c09a57c2-6220-49aa-9786-35862051d407 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309839 Jul 14 20:57:21.399407 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f963bb-625d-4ab7-a192-d69c84bace36 req-a31b0eb3-9c0c-481e-ad2b-c81eb04d0149 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:21.400920 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-23f963bb-625d-4ab7-a192-d69c84bace36 req-a31b0eb3-9c0c-481e-ad2b-c81eb04d0149 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 944 time: 0.0655634 Jul 14 20:57:21.419915 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c236-f8cb-4628-a553-1d283bc68c57 req-1280ec90-ab76-4b36-b1eb-2fb1a4c5edf0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:21.421400 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5321c236-f8cb-4628-a553-1d283bc68c57 req-1280ec90-ab76-4b36-b1eb-2fb1a4c5edf0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 946 time: 0.3213930 Jul 14 20:57:21.439601 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-23f963bb-625d-4ab7-a192-d69c84bace36 req-cc0f014c-e4c5-444a-b7ae-25315a48efcf tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328186 Jul 14 20:57:21.460109 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5321c236-f8cb-4628-a553-1d283bc68c57 req-c94596a4-c63c-42f9-ac84-34fa65283dba tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Jul 14 20:57:21.985820 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932b2b5-49e6-44fe-9b3d-e1372726e5a4 req-e24b05f5-7c11-4c0e-8879-1d73da2ce32d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:21.987178 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7932b2b5-49e6-44fe-9b3d-e1372726e5a4 req-e24b05f5-7c11-4c0e-8879-1d73da2ce32d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 946 time: 0.0602274 Jul 14 20:57:22.023695 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-7932b2b5-49e6-44fe-9b3d-e1372726e5a4 req-db9436cf-6967-40df-9b31-62ba9fe0fa7f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Jul 14 20:57:22.179040 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:57:22.614150 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610edcb9-83cb-4f48-85c7-2d23b13ed3ef req-bdbcf77d-7181-423b-ba3b-2bbf11c8f815 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:22.615511 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-610edcb9-83cb-4f48-85c7-2d23b13ed3ef req-bdbcf77d-7181-423b-ba3b-2bbf11c8f815 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 944 time: 0.0669503 Jul 14 20:57:22.651021 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-610edcb9-83cb-4f48-85c7-2d23b13ed3ef req-ab42b735-be4c-479b-8b16-7991d3cafb54 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299463 Jul 14 20:57:22.708784 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:22.859900 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:57:22.940896 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-472ef020-72fc-42ae-8fd2-320e58ca4499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:22.962468 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:57:22.973369 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'port_id': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'mac_address': 'fa:16:3e:70:95:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:57:23.009023 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:23.021550 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:57:23.041247 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:57:23.044985 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:23.090589 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,revision_number=4']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:23.300517 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:57:23.824876 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30583823-32da-49f2-84d7-26b392712b5f req-c5376200-c068-40b6-9b96-6c33b7a35d6b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:23.826441 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-30583823-32da-49f2-84d7-26b392712b5f req-c5376200-c068-40b6-9b96-6c33b7a35d6b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 945 time: 0.0647190 Jul 14 20:57:23.881277 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-30583823-32da-49f2-84d7-26b392712b5f req-9af0dbf2-a77e-42a5-adc4-30b417fdef4b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482790 Jul 14 20:57:24.858132 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:57:24.905972 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning for port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 completed by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 20:57:24.910441 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:57:24.910814 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:24.990439 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:25.012649 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88669881-5456-41c1-88d1-018499d10a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:57:25.014894 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8700ebbd-6546-4726-8dc1-0da13670ac6f" -d '{"events": [{"server_uuid": "88669881-5456-41c1-88d1-018499d10a12", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:57:25.028382 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:57:25.032639 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:25.055680 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beecb5-c340-4426-908a-d343473c92b1 req-4f75ab62-03d7-4ed4-bced-a552eebf8c15 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:25.056651 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40c475e-9dab-4b54-9da3-09efbeeb3ed1 x-openstack-request-id: req-e40c475e-9dab-4b54-9da3-09efbeeb3ed1 {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:57:25.056936 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88669881-5456-41c1-88d1-018499d10a12", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:57:25.057179 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e40c475e-9dab-4b54-9da3-09efbeeb3ed1 {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:57:25.057678 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88669881-5456-41c1-88d1-018499d10a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'code': 200} Jul 14 20:57:25.068408 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-32beecb5-c340-4426-908a-d343473c92b1 req-4f75ab62-03d7-4ed4-bced-a552eebf8c15 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 945 time: 0.0796201 Jul 14 20:57:25.096056 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,revision_number=5']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:25.104815 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-32beecb5-c340-4426-908a-d343473c92b1 req-7157f4e7-9969-4c42-9a76-56cff40f7980 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344238 Jul 14 20:57:25.351305 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f9b32-838d-4719-a1c4-fdcb5600d18a req-b2fe2531-d1e9-4a11-b981-ec0f125513c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:25.352731 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-765f9b32-838d-4719-a1c4-fdcb5600d18a req-b2fe2531-d1e9-4a11-b981-ec0f125513c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 1099 time: 0.0543170 Jul 14 20:57:25.386753 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-765f9b32-838d-4719-a1c4-fdcb5600d18a req-c7c7b24c-c65e-4b31-8c86-14cb93f2ae0d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271430 Jul 14 20:57:25.991631 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:26.091633 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-13bb9e82-cbc0-4399-891e-762a71c9ec7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:26.280009 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492f0e-32fe-45a1-a913-3e5da0b19eb1 req-3ad7d838-882b-4826-8268-bd2ccd0890ea tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:26.281565 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4f492f0e-32fe-45a1-a913-3e5da0b19eb1 req-3ad7d838-882b-4826-8268-bd2ccd0890ea tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 946 time: 0.0637805 Jul 14 20:57:26.320404 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-4f492f0e-32fe-45a1-a913-3e5da0b19eb1 req-e0028df3-4cf8-410a-9d26-ce5dabab4f80 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325923 Jul 14 20:57:26.946142 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:27.490633 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea8d73-72c8-4740-a3f8-2880edd023c0 req-c4a38e28-edc8-4c48-b2aa-ff5880d50b34 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:27.492145 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4eea8d73-72c8-4740-a3f8-2880edd023c0 req-c4a38e28-edc8-4c48-b2aa-ff5880d50b34 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 946 time: 0.0629120 Jul 14 20:57:27.528583 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-4eea8d73-72c8-4740-a3f8-2880edd023c0 req-6fab0697-455e-4b69-bd3d-22017946681d tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310166 Jul 14 20:57:27.695211 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcfc87-2f32-4cb3-9991-cc531257035b req-aae11c06-5ed6-46cc-a886-bc776d155541 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:27.696708 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-94dcfc87-2f32-4cb3-9991-cc531257035b req-aae11c06-5ed6-46cc-a886-bc776d155541 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 946 time: 0.0611277 Jul 14 20:57:27.733207 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-94dcfc87-2f32-4cb3-9991-cc531257035b req-1c075e44-c02d-4a57-9490-0057e4536ab3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307038 Jul 14 20:57:27.756962 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37786) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:27.810043 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee24d8-84e5-42ce-814d-0cc273d66335 tempest-TestVolumeBootPattern-530738513 tempest-TestVolumeBootPattern-530738513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:27.811521 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-9fee24d8-84e5-42ce-814d-0cc273d66335 tempest-TestVolumeBootPattern-530738513 tempest-TestVolumeBootPattern-530738513-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 1094 time: 0.0536034 Jul 14 20:57:27.814422 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37788) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:27.818759 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Request body: {'floatingip': {'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'port_id': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:27.839629 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:27.932142 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:28.035382 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_common [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Allocated IP 172.27.2.31 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/701f5417-428c-48b1-9f95-ab122f19e0a8) {{(pid=99457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:57:28.132339 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for port, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:28.173956 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:28.208336 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:57:28.212888 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.base_scheduler [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Resources bound (agent type, host, resource id): {{(pid=99457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:57:28.216422 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Received port after_create {{(pid=99457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:57:28.242693 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'Port': ['ID=701f5417-428c-48b1-9f95-ab122f19e0a8,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:28.567999 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:28.604372 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:28.637862 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:28.779059 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:28.784842 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:28.851270 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event updated for resources: {'Port': ['ID=701f5417-428c-48b1-9f95-ab122f19e0a8,revision_number=2']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:28.859025 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:29.224985 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.l3_db [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Floating IP e5297aab-7461-4864-8e84-00c847ce95f6 associated. External IP: 172.27.2.31, port: e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744. Jul 14 20:57:29.432633 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Router 36f5fa0d-d630-4994-940f-cea9410a5b04 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:57:29.538764 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:57:29.547828 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] Sync routers for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:57:29.555106 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:29.557521 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:57:29.558144 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:57:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:57:29.593033 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-034cdd3e-71b2-4480-8084-cc1a9881f03c tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7776053 Jul 14 20:57:29.593705 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88669881-5456-41c1-88d1-018499d10a12', 'tag': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:57:29.595965 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "88669881-5456-41c1-88d1-018499d10a12", "tag": "e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:57:29.631358 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddf0b54-b054-47b4-9f07-59472d2a28a9 x-openstack-request-id: req-dddf0b54-b054-47b4-9f07-59472d2a28a9 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:57:29.631640 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88669881-5456-41c1-88d1-018499d10a12", "tag": "e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:57:29.631912 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dddf0b54-b054-47b4-9f07-59472d2a28a9 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:57:29.632304 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88669881-5456-41c1-88d1-018499d10a12', 'tag': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'status': 'completed', 'code': 200} Jul 14 20:57:29.664394 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:57:29.707742 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-c34f6264-5433-462d-b9d2-a8affc371ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:29.709297 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-c34f6264-5433-462d-b9d2-a8affc371ffc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 1099 time: 0.0516291 Jul 14 20:57:29.806679 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-68cfb415-5ca7-48b4-bebb-c2ccefbb7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:29.808752 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-68cfb415-5ca7-48b4-bebb-c2ccefbb7963 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.0916197 Jul 14 20:57:29.874387 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-ab52789d-2055-4c65-b653-088b93cef836 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 HTTP/1.1" status: 200 len: 999 time: 0.0572565 Jul 14 20:57:29.884846 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '91036b20-65f4-4e38-b019-90d83ce330ab', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:83:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:55:20Z', 'updated_at': '2021-07-14T20:55:22Z', 'revision_number': 1, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}, {'id': 'e5297aab-7461-4864-8e84-00c847ce95f6', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:70:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88669881-5456-41c1-88d1-018499d10a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:57:28Z', 'updated_at': '2021-07-14T20:57:28Z', 'revision_number': 0, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:57:29.913351 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] Checking router: 36f5fa0d-d630-4994-940f-cea9410a5b04 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:57:29.921613 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:57:29.922124 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:57:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:57:29.935731 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-2825a975-99a9-4e9a-bd62-72daa01336d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:29.937224 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-2825a975-99a9-4e9a-bd62-72daa01336d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0466301 Jul 14 20:57:29.993242 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-3c874e83-6032-4ba8-bf95-479b8ea0f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:29.994734 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-3c874e83-6032-4ba8-bf95-479b8ea0f823 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500679 Jul 14 20:57:30.019796 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:57:30.085060 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-411e9d10-1039-4aa3-a3b2-fe50b5bcce5b service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826292 Jul 14 20:57:30.184925 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e2cbb6b1-da06-4dae-8b92-9d8562439d6c req-97147910-456c-416a-81d0-b3c299961a73 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883408 Jul 14 20:57:30.261485 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '91036b20-65f4-4e38-b019-90d83ce330ab', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:83:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:55:20Z', 'updated_at': '2021-07-14T20:55:22Z', 'revision_number': 1, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}, {'id': 'e5297aab-7461-4864-8e84-00c847ce95f6', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:70:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88669881-5456-41c1-88d1-018499d10a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:57:28Z', 'updated_at': '2021-07-14T20:57:28Z', 'revision_number': 0, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:57:30.289227 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af559d38-ff5f-4aa2-9020-7708dffaa4b3 None None] The sync data for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi is: [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '91036b20-65f4-4e38-b019-90d83ce330ab', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:83:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:55:20Z', 'updated_at': '2021-07-14T20:55:22Z', 'revision_number': 1, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}, {'id': 'e5297aab-7461-4864-8e84-00c847ce95f6', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:70:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88669881-5456-41c1-88d1-018499d10a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:57:28Z', 'updated_at': '2021-07-14T20:57:28Z', 'revision_number': 0, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:57:30.471619 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ca3fd-8dfc-411d-b8de-b4853c866dbc None None] New status for floating IP e5297aab-7461-4864-8e84-00c847ce95f6: ACTIVE {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:57:31.721155 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d528f8e-6574-4c54-bd58-93f85ab0dc50 req-293872df-bc0f-49ef-93cf-1fa41f5fd1c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:31.722622 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5d528f8e-6574-4c54-bd58-93f85ab0dc50 req-293872df-bc0f-49ef-93cf-1fa41f5fd1c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 946 time: 0.2054255 Jul 14 20:57:31.759367 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5d528f8e-6574-4c54-bd58-93f85ab0dc50 req-a5a45b66-2333-4310-b339-e08439eb0b56 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312548 Jul 14 20:57:31.782862 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37810) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:31.875618 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820dec3-6fc1-4957-8c9d-2e046208f54d tempest-TestMinimumBasicScenario-963719757 tempest-TestMinimumBasicScenario-963719757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:31.877160 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-e820dec3-6fc1-4957-8c9d-2e046208f54d tempest-TestMinimumBasicScenario-963719757 tempest-TestMinimumBasicScenario-963719757-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 1094 time: 0.0933688 Jul 14 20:57:31.880614 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37814) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:31.884831 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'floatingip': {'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'port_id': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:31.905307 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for floatingip, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:31.997806 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:32.105278 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_common [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Allocated IP 172.27.2.12 (0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c/b16534f6-e2ab-440e-aded-13d2d58d27f8/eac445d9-be49-4e52-9423-86dfbf34a347) {{(pid=99456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:57:32.203403 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for port, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:32.241257 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754390828957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:32.274632 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Network 0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c is already hosted by enough agents. {{(pid=99456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:57:32.279136 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.base_scheduler [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Resources bound (agent type, host, resource id): {{(pid=99456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:57:32.282413 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Received port after_create {{(pid=99456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 20:57:32.308920 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'Port': ['ID=eac445d9-be49-4e52-9423-86dfbf34a347,revision_number=1']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:32.321109 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.321455 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.321793 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.322123 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.322456 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.322782 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.323107 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.323432 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.323752 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.324096 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.324415 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.324731 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:57:32.646522 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:32.721845 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:32.864690 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for port, precommit_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:32.869049 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58970761'] for port, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:32.937111 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'Port': ['ID=eac445d9-be49-4e52-9423-86dfbf34a347,revision_number=2']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:32.944009 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-337997'] for floatingip, after_update {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.039379 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.l3_db [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Floating IP 26460677-0134-4eeb-ae6d-da1993eb2cfd associated. External IP: 172.27.2.12, port: 418ac339-27a4-4e13-b9bb-f38b0d9c5d09. Jul 14 20:57:33.236425 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:57:33.340166 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:57:33.349224 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] Sync routers for ids ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:57:33.355283 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.359258 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] Routers {'902fd85c-0e9c-4ba3-a73f-804d50beffe2'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:57:33.360034 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:57:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:57:33.390948 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-5a314734-76c7-46d0-96c1-2b329fa5a6d6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5093348 Jul 14 20:57:33.391531 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:57:33.393768 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43" -d '{"events": [{"name": "network-changed", "server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:57:33.394221 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37816) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:33.399125 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-66c3a2c0-636e-4919-8644-7066863aaf77 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112799743', 'description': 'tempest-secgroup-smoke-1112799743 description', 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:33.426522 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-66c3a2c0-636e-4919-8644-7066863aaf77 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.432172 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4602015d-d32b-42ae-bc57-683271fc301e x-openstack-request-id: req-4602015d-d32b-42ae-bc57-683271fc301e {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:57:33.432467 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:57:33.432721 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4602015d-d32b-42ae-bc57-683271fc301e {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:57:33.433120 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'status': 'completed', 'code': 200} Jul 14 20:57:33.477819 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] Set router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:57:33.557347 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-15a82136-f30c-47ab-923a-b5baea13d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:33.558994 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-15a82136-f30c-47ab-923a-b5baea13d6e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6abfb19ed7347369c2dfca9a59b2d71&device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 1099 time: 0.0993459 Jul 14 20:57:33.561616 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-66c3a2c0-636e-4919-8644-7066863aaf77 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.575150 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-66c3a2c0-636e-4919-8644-7066863aaf77 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.649725 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-66c3a2c0-636e-4919-8644-7066863aaf77 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.650941 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-66c3a2c0-636e-4919-8644-7066863aaf77 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2555423 Jul 14 20:57:33.653663 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3a2c0-636e-4919-8644-7066863aaf77 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84787ad5-a31f-4edf-834f-805420d8b894,revision_number=1']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:33.654285 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37820) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:33.660252 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-3af7c980-9209-46f0-8925-07c9df3ddb07 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'security_group_rule': {'security_group_id': '84787ad5-a31f-4edf-834f-805420d8b894', 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:33.690200 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3af7c980-9209-46f0-8925-07c9df3ddb07 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.691017 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-9819c585-dce8-4998-83d2-e9ac171eae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:33.692644 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-9819c585-dce8-4998-83d2-e9ac171eae07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec HTTP/1.1" status: 200 len: 916 time: 0.1273918 Jul 14 20:57:33.704227 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '26460677-0134-4eeb-ae6d-da1993eb2cfd', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'port_id': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'mac_address': 'fa:16:3e:76:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:57:32Z', 'updated_at': '2021-07-14T20:57:32Z', 'revision_number': 0, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:49Z', 'revision_number': 5, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:57:33.730169 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] Checking router: 902fd85c-0e9c-4ba3-a73f-804d50beffe2 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:57:33.739470 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] Routers {'902fd85c-0e9c-4ba3-a73f-804d50beffe2'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:57:33.740114 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:57:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:57:33.760472 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3af7c980-9209-46f0-8925-07c9df3ddb07 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.764345 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-15d25a11-571e-4d8e-975e-ed6aa5a1de82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 200 len: 999 time: 0.0636528 Jul 14 20:57:33.765507 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3af7c980-9209-46f0-8925-07c9df3ddb07 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.786314 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7c980-9209-46f0-8925-07c9df3ddb07 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52465b1-ee97-48de-b8af-8942bf48bda7,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:33.789103 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3af7c980-9209-46f0-8925-07c9df3ddb07 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.793626 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3af7c980-9209-46f0-8925-07c9df3ddb07 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380937 Jul 14 20:57:33.794291 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37822) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:33.799170 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-aa3af37c-e8c9-4bf7-af29-dabd1ccec697 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'security_group_rule': {'security_group_id': '84787ad5-a31f-4edf-834f-805420d8b894', 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:33.817006 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-1b95f80f-45e9-45be-bb6c-0070d1a4ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:33.818395 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-1b95f80f-45e9-45be-bb6c-0070d1a4ffd7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb16f5c3-6e10-46b5-9fe0-146f3ea67029 HTTP/1.1" status: 200 len: 854 time: 0.0474756 Jul 14 20:57:33.827703 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-aa3af37c-e8c9-4bf7-af29-dabd1ccec697 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.850245 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] Set router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:57:33.882208 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-171e6005-5c18-4d52-99c4-81f3610823b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:33.883778 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-171e6005-5c18-4d52-99c4-81f3610823b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570493 Jul 14 20:57:33.893238 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-aa3af37c-e8c9-4bf7-af29-dabd1ccec697 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.897602 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-aa3af37c-e8c9-4bf7-af29-dabd1ccec697 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.916233 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3af37c-e8c9-4bf7-af29-dabd1ccec697 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b3b3c2-23b8-4b40-90db-e062ba9f0e93,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:33.927659 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-aa3af37c-e8c9-4bf7-af29-dabd1ccec697 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.931440 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-aa3af37c-e8c9-4bf7-af29-dabd1ccec697 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333578 Jul 14 20:57:33.932146 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37824) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:33.937089 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-edfb42d9-d3fa-491b-95cd-89fc2974dafe tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'security_group_rule': {'security_group_id': '84787ad5-a31f-4edf-834f-805420d8b894', 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:33.966828 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-edfb42d9-d3fa-491b-95cd-89fc2974dafe tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:33.981682 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-944b7dcd-57ae-471e-a8bf-a01b850b44d8 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907435 Jul 14 20:57:34.029109 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-edfb42d9-d3fa-491b-95cd-89fc2974dafe tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.033092 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-edfb42d9-d3fa-491b-95cd-89fc2974dafe tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.051504 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb42d9-d3fa-491b-95cd-89fc2974dafe tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4940b1b-8e73-461a-a7b3-85da82e1e269,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:34.063769 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-edfb42d9-d3fa-491b-95cd-89fc2974dafe tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.065036 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-edfb42d9-d3fa-491b-95cd-89fc2974dafe tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316783 Jul 14 20:57:34.067977 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37826) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:34.072368 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.v2.base [None req-34a392be-0a2f-4550-aba1-7797cb3a462d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'security_group_rule': {'security_group_id': '84787ad5-a31f-4edf-834f-805420d8b894', 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:34.087889 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5128bef4-48bd-4a8e-bcb0-ccead4fb2d43 req-f0d5b47a-625f-4079-b96e-2e68f9fb6e24 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984585 Jul 14 20:57:34.106413 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-34a392be-0a2f-4550-aba1-7797cb3a462d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.169537 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-34a392be-0a2f-4550-aba1-7797cb3a462d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.173363 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-34a392be-0a2f-4550-aba1-7797cb3a462d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.192467 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a392be-0a2f-4550-aba1-7797cb3a462d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc3c1ac-b155-4f5a-a237-d22a9fd09cee,revision_number=0']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:34.197811 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-34a392be-0a2f-4550-aba1-7797cb3a462d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.199230 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-34a392be-0a2f-4550-aba1-7797cb3a462d tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302190 Jul 14 20:57:34.201884 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37828) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:34.206513 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-8f686b95-e501-4581-a916-9d8743501527 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'security_group_rule': {'security_group_id': '84787ad5-a31f-4edf-834f-805420d8b894', 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:34.214461 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '26460677-0134-4eeb-ae6d-da1993eb2cfd', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'port_id': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'mac_address': 'fa:16:3e:76:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:57:32Z', 'updated_at': '2021-07-14T20:57:32Z', 'revision_number': 0, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:49Z', 'revision_number': 5, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:57:34.228215 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.securitygroups_db [None req-8f686b95-e501-4581-a916-9d8743501527 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Project d6abfb19ed7347369c2dfca9a59b2d71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:57:34.233103 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8f686b95-e501-4581-a916-9d8743501527 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.243759 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553b832-2cee-4ee8-80db-ed9f0b5acc17 None None] The sync data for ids ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'] in dv-cinder-800830-1-iscsi is: [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '26460677-0134-4eeb-ae6d-da1993eb2cfd', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'port_id': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'mac_address': 'fa:16:3e:76:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:57:32Z', 'updated_at': '2021-07-14T20:57:32Z', 'revision_number': 0, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:49Z', 'revision_number': 5, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:57:34.295978 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8f686b95-e501-4581-a916-9d8743501527 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.301012 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8f686b95-e501-4581-a916-9d8743501527 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.319129 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f686b95-e501-4581-a916-9d8743501527 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc69494-d9b1-4b9d-aa1e-ec6e93f84e37,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:34.327096 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-8f686b95-e501-4581-a916-9d8743501527 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.328351 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-8f686b95-e501-4581-a916-9d8743501527 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254742 Jul 14 20:57:34.331125 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 37830) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:57:34.335673 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [None req-ff3e0596-3f8a-4780-83fe-43a4275cd25e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'security_group_rule': {'security_group_id': '84787ad5-a31f-4edf-834f-805420d8b894', 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:34.357850 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.db.securitygroups_db [None req-ff3e0596-3f8a-4780-83fe-43a4275cd25e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Project d6abfb19ed7347369c2dfca9a59b2d71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:57:34.364127 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ff3e0596-3f8a-4780-83fe-43a4275cd25e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.427482 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ff3e0596-3f8a-4780-83fe-43a4275cd25e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.432060 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ff3e0596-3f8a-4780-83fe-43a4275cd25e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783416'] for security_group_rule, after_create {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.441301 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7be01c-51d4-4912-a496-155d486e2ae9 None None] New status for floating IP 26460677-0134-4eeb-ae6d-da1993eb2cfd: ACTIVE {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:57:34.450642 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e0596-3f8a-4780-83fe-43a4275cd25e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76bbd05-15ab-41e9-99a1-ffec87f93347,revision_number=0']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:34.457534 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ff3e0596-3f8a-4780-83fe-43a4275cd25e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.458770 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-ff3e0596-3f8a-4780-83fe-43a4275cd25e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266747 Jul 14 20:57:34.575358 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-addd1273-a7e4-473e-a2ff-759970faef46 req-278b3d77-2846-4cb9-a2b0-18536afd34b0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112799743&fields=id&tenant_id=d6abfb19ed7347369c2dfca9a59b2d71 HTTP/1.1" status: 200 len: 267 time: 0.0343654 Jul 14 20:57:34.646579 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd1273-a7e4-473e-a2ff-759970faef46 req-4ea31cf3-fdc8-4bce-aa7b-3cefd3132bb7 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:34.648117 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-addd1273-a7e4-473e-a2ff-759970faef46 req-4ea31cf3-fdc8-4bce-aa7b-3cefd3132bb7 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 946 time: 0.0673969 Jul 14 20:57:34.658620 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-addd1273-a7e4-473e-a2ff-759970faef46 req-108b3b00-79cc-455d-9f29-c6c6c2f6872e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'port': {'security_groups': ['acb31bd1-6c80-48a2-a568-e4a3e7436cbe', '84787ad5-a31f-4edf-834f-805420d8b894']}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:57:34.737733 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-addd1273-a7e4-473e-a2ff-759970faef46 req-108b3b00-79cc-455d-9f29-c6c6c2f6872e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.916222 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-addd1273-a7e4-473e-a2ff-759970faef46 req-108b3b00-79cc-455d-9f29-c6c6c2f6872e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] For port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:57:34.945879 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-addd1273-a7e4-473e-a2ff-759970faef46 req-108b3b00-79cc-455d-9f29-c6c6c2f6872e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.950339 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-addd1273-a7e4-473e-a2ff-759970faef46 req-108b3b00-79cc-455d-9f29-c6c6c2f6872e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.961981 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['418ac339-27a4-4e13-b9bb-f38b0d9c5d09'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:57:34.993017 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd1273-a7e4-473e-a2ff-759970faef46 req-108b3b00-79cc-455d-9f29-c6c6c2f6872e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:34.993566 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-addd1273-a7e4-473e-a2ff-759970faef46 req-108b3b00-79cc-455d-9f29-c6c6c2f6872e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:34.997579 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-addd1273-a7e4-473e-a2ff-759970faef46 req-108b3b00-79cc-455d-9f29-c6c6c2f6872e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "PUT /v2.0/ports/418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 200 len: 982 time: 0.3407996 Jul 14 20:57:34.997579 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:57:34.998016 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f563569-6a0f-478d-839c-79acab0e7df6" -d '{"events": [{"name": "network-changed", "server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:57:35.028316 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b3b00-79cc-455d-9f29-c6c6c2f6872e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'Port': ['ID=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,revision_number=6']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:57:35.066286 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db53c48-f0a1-441d-8745-4dae0112816c x-openstack-request-id: req-4db53c48-f0a1-441d-8745-4dae0112816c {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:57:35.066912 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:57:35.067174 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4db53c48-f0a1-441d-8745-4dae0112816c {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:57:35.067642 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'status': 'completed', 'code': 200} Jul 14 20:57:35.100824 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['418ac339-27a4-4e13-b9bb-f38b0d9c5d09'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:57:35.166196 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-41a2b292-2cca-406f-b878-72f2fd1bcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:35.167777 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-41a2b292-2cca-406f-b878-72f2fd1bcbd2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6abfb19ed7347369c2dfca9a59b2d71&device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 1138 time: 0.0658629 Jul 14 20:57:35.256604 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a336c4-64c4-4dce-94fa-4830f7bb1c61 req-e9eb0a4d-1441-4e14-94a2-309b372ed951 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:35.258189 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-95a336c4-64c4-4dce-94fa-4830f7bb1c61 req-e9eb0a4d-1441-4e14-94a2-309b372ed951 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.1420078 Jul 14 20:57:35.283711 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-9100cec9-6abc-4fbb-9a46-7224c7bc89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:35.285474 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-9100cec9-6abc-4fbb-9a46-7224c7bc89e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec HTTP/1.1" status: 200 len: 916 time: 0.1114390 Jul 14 20:57:35.308952 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-95a336c4-64c4-4dce-94fa-4830f7bb1c61 req-d49bf3ff-5e64-43bd-806c-02ba778130b8 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439804 Jul 14 20:57:35.311813 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-58810c0e-c19c-443f-946d-342d3c4699b8 None None] Provisioning complete for port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:57:35.312213 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-58810c0e-c19c-443f-946d-342d3c4699b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:35.359283 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-894df0c8-7395-45ee-a481-7b37145defe8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 200 len: 1001 time: 0.0654302 Jul 14 20:57:35.408765 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-b07cb052-fba4-4f8f-801d-0d92d9b21e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:35.410823 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-b07cb052-fba4-4f8f-801d-0d92d9b21e8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb16f5c3-6e10-46b5-9fe0-146f3ea67029 HTTP/1.1" status: 200 len: 854 time: 0.0445957 Jul 14 20:57:35.468097 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-41721bdb-522f-4639-ad2b-c2f8680742b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:35.469588 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-41721bdb-522f-4639-ad2b-c2f8680742b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528867 Jul 14 20:57:35.571142 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-13958fd2-35ad-4d64-aaa3-0f98ef1f7182 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Jul 14 20:57:35.659346 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3f563569-6a0f-478d-839c-79acab0e7df6 req-13a2e6e0-8a0b-4625-a22d-39dafddb946e service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812964 Jul 14 20:57:52.698974 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:52.932033 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-5244e66a-37fa-4489-91a1-d105372588aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:55.992616 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:56.091670 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-1631104e-fb7b-4989-9f48-6f78104b7446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:56.948344 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:58.200983 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c58afd-0fe5-47b5-9c1a-b1316f7b9654 req-11969301-fc6a-4403-a87a-19fe29508bdb tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:58.202479 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-70c58afd-0fe5-47b5-9c1a-b1316f7b9654 req-11969301-fc6a-4403-a87a-19fe29508bdb tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.0634031 Jul 14 20:57:58.209226 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-f9c6f74f-d799-47c2-b185-e7a306608d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:58.210694 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-f9c6f74f-d799-47c2-b185-e7a306608d6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6abfb19ed7347369c2dfca9a59b2d71&device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 1138 time: 0.0968597 Jul 14 20:57:58.242547 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-70c58afd-0fe5-47b5-9c1a-b1316f7b9654 req-374f94ab-eeea-45ca-8290-f47404a587fa tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343103 Jul 14 20:57:58.297298 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-e3a59ccd-1d48-44b3-a28c-7e441b07ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:58.299269 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-e3a59ccd-1d48-44b3-a28c-7e441b07ae61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec HTTP/1.1" status: 200 len: 916 time: 0.0814753 Jul 14 20:57:58.366967 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-69187fad-e5bd-415f-9c25-d506136bd5a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 200 len: 1001 time: 0.0608628 Jul 14 20:57:58.415001 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-9a02f73a-2d73-4d51-806b-29d9774c6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:58.416507 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-9a02f73a-2d73-4d51-806b-29d9774c6446 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb16f5c3-6e10-46b5-9fe0-146f3ea67029 HTTP/1.1" status: 200 len: 854 time: 0.0415573 Jul 14 20:57:58.476741 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-5249349f-d59a-421b-b189-9eba66a9aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:58.478232 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-5249349f-d59a-421b-b189-9eba66a9aa0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520642 Jul 14 20:57:58.489922 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-7c420d7f-071a-4dd9-a2d2-a614425339fa service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 20:57:58.490858 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-7c420d7f-071a-4dd9-a2d2-a614425339fa service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055554 Jul 14 20:57:58.580072 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-c35aa367-3e3f-4fee-b89b-217793eb4f9c service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821195 Jul 14 20:57:58.604716 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:57:58.666609 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ce701696-2182-4316-b0ac-4ba5e8feb050 req-35a223f5-b7ff-4555-afc4-79f7a0e409ed service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797980 Jul 14 20:57:59.052972 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-875305c5-b517-46f0-877d-1f6a106ecb75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501459 Jul 14 20:57:59.151017 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-ac8fdda1-18ae-48b2-b9b2-fd881d0745de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:59.152530 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-ac8fdda1-18ae-48b2-b9b2-fd881d0745de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 1098 time: 0.0541399 Jul 14 20:57:59.181442 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:57:59.254386 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-4bc80426-db79-4b43-b637-3e8347629acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:59.255872 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-4bc80426-db79-4b43-b637-3e8347629acc service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.0813997 Jul 14 20:57:59.323943 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-1618dbcf-758d-4e9d-ae50-ae57d0b0794a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a55819-1820-4c74-bac5-905c50f78bd6 HTTP/1.1" status: 200 len: 1000 time: 0.0604138 Jul 14 20:57:59.401006 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-155dce50-7782-4397-98e4-d10386870890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:59.402452 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-155dce50-7782-4397-98e4-d10386870890 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0713701 Jul 14 20:57:59.458633 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561427c-e0e4-4254-bfe9-8a875c0b8e68 req-9e85c0ea-0965-43c7-9e9a-00246f2275ab tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:59.460131 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d561427c-e0e4-4254-bfe9-8a875c0b8e68 req-9e85c0ea-0965-43c7-9e9a-00246f2275ab tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.1034944 Jul 14 20:57:59.501109 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-c7710615-d3d1-4314-a402-875a10a70cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:57:59.502627 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-c7710615-d3d1-4314-a402-875a10a70cba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921824 Jul 14 20:57:59.524859 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d561427c-e0e4-4254-bfe9-8a875c0b8e68 req-aba9673c-2eeb-4414-be7d-cac66aaad8df tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584898 Jul 14 20:57:59.599639 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-4f71f4e5-2cfd-4b13-a2b8-889268075dc4 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853691 Jul 14 20:57:59.690149 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2c883658-2005-45b4-9359-a7df3ade2b05 req-3bc5a6a4-e726-4edb-b52e-7072cf02b4ed service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831726 Jul 14 20:58:00.697188 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d702d9-cdfc-4586-890a-b59fc7e1f932 req-ad42aba5-300c-4ab6-8fa7-a35e1a6d89be tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:00.698581 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f1d702d9-cdfc-4586-890a-b59fc7e1f932 req-ad42aba5-300c-4ab6-8fa7-a35e1a6d89be tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.0614631 Jul 14 20:58:00.741767 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f1d702d9-cdfc-4586-890a-b59fc7e1f932 req-e220daa6-0c6c-4e84-9b82-b7c18b3d7f3e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375967 Jul 14 20:58:01.908263 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59d07-79f7-46df-9a1a-08e1ea893329 req-d401e1d7-6ee2-411e-b519-1f31abc1791c tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:01.909728 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fab59d07-79f7-46df-9a1a-08e1ea893329 req-d401e1d7-6ee2-411e-b519-1f31abc1791c tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.0613837 Jul 14 20:58:01.949242 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-fab59d07-79f7-46df-9a1a-08e1ea893329 req-98591fd6-38a5-441e-9bd2-b54bd52d6828 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338218 Jul 14 20:58:03.117533 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05f175-f288-46f8-82dd-48c649b96c1d req-e0692c58-ba50-46bb-9a19-d3cf46e061b3 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:03.118922 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-da05f175-f288-46f8-82dd-48c649b96c1d req-e0692c58-ba50-46bb-9a19-d3cf46e061b3 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.0631785 Jul 14 20:58:03.158026 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-da05f175-f288-46f8-82dd-48c649b96c1d req-1731eb8a-19ed-45a9-b056-9de24150bd0a tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334463 Jul 14 20:58:04.328962 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cabb5-2d74-4210-886f-878774277c55 req-9ebbf023-1316-48f8-b258-ea287210c8ff tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:04.331005 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-706cabb5-2d74-4210-886f-878774277c55 req-9ebbf023-1316-48f8-b258-ea287210c8ff tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.0616298 Jul 14 20:58:04.369286 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-706cabb5-2d74-4210-886f-878774277c55 req-e0d6601e-dbe8-42a1-8bca-d6e431527b35 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325725 Jul 14 20:58:05.537720 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce50571-4315-40bb-a4e8-3efdef10a72e req-c520930e-1def-43a2-8eb6-fddd7fa35b3c tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:05.539186 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5ce50571-4315-40bb-a4e8-3efdef10a72e req-c520930e-1def-43a2-8eb6-fddd7fa35b3c tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.0613117 Jul 14 20:58:05.578195 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-5ce50571-4315-40bb-a4e8-3efdef10a72e req-704e643a-4c39-4ee7-b1b2-e495ae6996bc tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333700 Jul 14 20:58:06.750976 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc98ba-57a6-47b3-9193-88f39d88eccb req-d3159f70-76f4-4c0d-8a27-62e15b60a5c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:06.752922 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6acc98ba-57a6-47b3-9193-88f39d88eccb req-d3159f70-76f4-4c0d-8a27-62e15b60a5c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.0663128 Jul 14 20:58:06.792025 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6acc98ba-57a6-47b3-9193-88f39d88eccb req-1577a0b2-dbff-49cc-a126-0228a055afab tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333741 Jul 14 20:58:07.964124 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f0e39-09c3-49be-a8ce-efd64672e2ee req-26810da9-7de7-4f49-8577-8ad730feacd1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:07.965598 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-df8f0e39-09c3-49be-a8ce-efd64672e2ee req-26810da9-7de7-4f49-8577-8ad730feacd1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.0660493 Jul 14 20:58:08.004638 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-df8f0e39-09c3-49be-a8ce-efd64672e2ee req-d4cef15b-d3de-4163-b61a-1e7fa210b7c0 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326900 Jul 14 20:58:09.173034 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008290-c276-47bf-849e-4db81159dc9d req-e81eccc7-e8bb-436d-a5be-4786e65b6d50 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:09.175120 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e7008290-c276-47bf-849e-4db81159dc9d req-e81eccc7-e8bb-436d-a5be-4786e65b6d50 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.0617290 Jul 14 20:58:09.221660 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-e7008290-c276-47bf-849e-4db81159dc9d req-75e40806-2b92-457c-990c-f51e564923b7 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408711 Jul 14 20:58:10.391613 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf62ba-f51d-41b9-84f4-42f38325da11 req-1a0c10e8-803a-4290-89d1-4f6069eb1192 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:10.393131 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-efaf62ba-f51d-41b9-84f4-42f38325da11 req-1a0c10e8-803a-4290-89d1-4f6069eb1192 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.0621438 Jul 14 20:58:10.433301 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-efaf62ba-f51d-41b9-84f4-42f38325da11 req-00d967ab-a88f-40ba-8e2f-ef1dba8dcedb tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=84787ad5-a31f-4edf-834f-805420d8b894&id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346327 Jul 14 20:58:22.696730 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:22.931498 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0c70d005-ebde-44e7-829a-61345a6f87a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:25.993675 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:26.090616 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-af13ab74-6070-4248-8f7a-fb1782134883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:26.951167 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:28.609526 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:33.326897 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742faf5-1be0-4fc0-8772-e4d4be706daa req-03fa97ef-944e-4082-854e-95ab851ee2ca tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:33.328286 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b742faf5-1be0-4fc0-8772-e4d4be706daa req-03fa97ef-944e-4082-854e-95ab851ee2ca tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0655682 Jul 14 20:58:33.365245 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-b742faf5-1be0-4fc0-8772-e4d4be706daa req-bb4c36a6-f39f-4fbe-ac4f-88fb3b62f254 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Jul 14 20:58:34.540233 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbdbee-e063-4222-b2eb-9191b8e14f8f req-1de6bcd0-36bc-448e-9a81-f5bffbbf92eb tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:34.541731 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-46bbdbee-e063-4222-b2eb-9191b8e14f8f req-1de6bcd0-36bc-448e-9a81-f5bffbbf92eb tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0660560 Jul 14 20:58:34.579547 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-46bbdbee-e063-4222-b2eb-9191b8e14f8f req-8944327b-3f3d-4e68-bd10-654118f243cc tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317199 Jul 14 20:58:35.752657 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c1f3c-50e9-4c4b-92d3-4c2b3ddd18f0 req-d8e0d792-cc7f-4880-9bf9-0e403a4b198f tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:35.754072 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-241c1f3c-50e9-4c4b-92d3-4c2b3ddd18f0 req-d8e0d792-cc7f-4880-9bf9-0e403a4b198f tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0624125 Jul 14 20:58:35.791068 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-241c1f3c-50e9-4c4b-92d3-4c2b3ddd18f0 req-1273064b-3310-4801-a98d-38f830dac775 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Jul 14 20:58:36.180405 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:58:36.960569 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b2f28-58d2-41b7-bb12-0ad542823d31 req-ec2b6b9e-0f2f-48c4-88c4-369a9c2d55b4 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:36.962028 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-479b2f28-58d2-41b7-bb12-0ad542823d31 req-ec2b6b9e-0f2f-48c4-88c4-369a9c2d55b4 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0614924 Jul 14 20:58:36.998193 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-479b2f28-58d2-41b7-bb12-0ad542823d31 req-764f2fdf-3405-47f4-8097-7a51093f3138 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307460 Jul 14 20:58:38.166804 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37334392-2e46-43c1-bc5c-6c610a0d759e req-09c6b5e9-9f28-4ce7-84ae-7f66e2b2fc98 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:38.168304 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-37334392-2e46-43c1-bc5c-6c610a0d759e req-09c6b5e9-9f28-4ce7-84ae-7f66e2b2fc98 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0615199 Jul 14 20:58:38.204647 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-37334392-2e46-43c1-bc5c-6c610a0d759e req-74192244-ffcc-4255-a178-f74138a14f6a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308449 Jul 14 20:58:39.372683 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00fe47-c48c-413b-90bd-4696ac2ec07e req-c2c4ff85-e6e9-4122-8ee2-e4b50a5b2235 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:39.374196 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-af00fe47-c48c-413b-90bd-4696ac2ec07e req-c2c4ff85-e6e9-4122-8ee2-e4b50a5b2235 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0616431 Jul 14 20:58:39.411233 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-af00fe47-c48c-413b-90bd-4696ac2ec07e req-d02ea221-eaa9-40e1-9a36-8be64e2f9ec8 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Jul 14 20:58:40.587447 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad107982-0249-4101-b548-36535c6f4080 req-3d3e370d-239b-40fd-93fc-3d8678ca611f tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:40.588942 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ad107982-0249-4101-b548-36535c6f4080 req-3d3e370d-239b-40fd-93fc-3d8678ca611f tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0670924 Jul 14 20:58:40.625068 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-ad107982-0249-4101-b548-36535c6f4080 req-9aa8e195-0596-481e-a5b8-7e0241257a91 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305400 Jul 14 20:58:41.802619 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb08766-1760-4c21-b6f5-2904605bfe9d req-4753e2d9-bccc-47ba-8581-0a8cbf3f9153 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:41.804107 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3cb08766-1760-4c21-b6f5-2904605bfe9d req-4753e2d9-bccc-47ba-8581-0a8cbf3f9153 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0657673 Jul 14 20:58:41.841542 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3cb08766-1760-4c21-b6f5-2904605bfe9d req-a665f11a-de9a-4ee7-8981-b6e03ae45767 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Jul 14 20:58:43.009396 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2486d-26db-4598-904e-b4a4bd7d7318 req-f3f1742b-4d67-41a8-a257-c7a197d56d10 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:43.010831 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-12e2486d-26db-4598-904e-b4a4bd7d7318 req-f3f1742b-4d67-41a8-a257-c7a197d56d10 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0606575 Jul 14 20:58:43.047284 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-12e2486d-26db-4598-904e-b4a4bd7d7318 req-85ed8894-0d00-4e31-a561-514a227f6165 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309622 Jul 14 20:58:43.450715 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-0edb923f-1da4-43e9-829a-b9c124856008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:43.452232 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-0edb923f-1da4-43e9-829a-b9c124856008 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42b556b217544b60adda342fdd8cd4f7&device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 1099 time: 0.0551815 Jul 14 20:58:43.547028 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-eab8d660-e1ad-44d8-b693-d914347ef271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:43.548520 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-eab8d660-e1ad-44d8-b693-d914347ef271 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef7702c9-2f4b-4441-b148-ed52f388bdd6 HTTP/1.1" status: 200 len: 909 time: 0.0859795 Jul 14 20:58:43.632835 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-ec074536-e22a-4115-a544-05a780725f9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae HTTP/1.1" status: 200 len: 1002 time: 0.0774612 Jul 14 20:58:43.637624 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-928151a6-b034-4022-9226-79961ea8123a tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112799743&fields=id&tenant_id=d6abfb19ed7347369c2dfca9a59b2d71 HTTP/1.1" status: 200 len: 267 time: 0.0480237 Jul 14 20:58:43.712740 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-978f5107-0724-4115-b1c2-f9bc528df9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:43.714082 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-978f5107-0724-4115-b1c2-f9bc528df9f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c60ebf40-15fb-4c1f-8e53-3dad0e5e84da HTTP/1.1" status: 200 len: 847 time: 0.0746868 Jul 14 20:58:43.765216 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-1d3c153e-7087-4122-a5cc-3c6ce46bf58c tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:43.766740 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-1d3c153e-7087-4122-a5cc-3c6ce46bf58c tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 985 time: 0.1204941 Jul 14 20:58:43.781957 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.base [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Request body: {'port': {'security_groups': ['acb31bd1-6c80-48a2-a568-e4a3e7436cbe']}} {{(pid=99457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 20:58:43.830472 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-3fde46ea-9d49-42c5-acd1-91b0f8cff7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:43.832001 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-3fde46ea-9d49-42c5-acd1-91b0f8cff7ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef7702c9-2f4b-4441-b148-ed52f388bdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1073699 Jul 14 20:58:43.917566 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:43.995247 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-ca5f8ae8-3c3f-4ee6-9f0b-79fd456ed2a6 service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361687 Jul 14 20:58:44.225453 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4627ce-31b0-428f-ad94-682992e93159 req-ccce9b25-cf7e-4d9e-94fd-f0e73acba4b0 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:44.227054 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bd4627ce-31b0-428f-ad94-682992e93159 req-ccce9b25-cf7e-4d9e-94fd-f0e73acba4b0 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0695326 Jul 14 20:58:44.267015 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-bd4627ce-31b0-428f-ad94-682992e93159 req-d769ae36-d01d-482f-a038-2f87ff95b8ac tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339510 Jul 14 20:58:44.420427 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-19f4f48b-a31f-411b-b6f5-134354095f35 req-a5010ba1-08b5-46c3-a31e-3c50b0a388aa service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155247 Jul 14 20:58:44.442039 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] For port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:44.471352 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for port, precommit_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.476818 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62809149'] for port, after_update {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.488398 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['418ac339-27a4-4e13-b9bb-f38b0d9c5d09'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:58:44.518954 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:44.520104 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.521483 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-03e43aba-9ad3-4c3f-afdd-bb81b338b4e7 req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "PUT /v2.0/ports/418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 200 len: 943 time: 0.7483838 Jul 14 20:58:44.521992 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:58:44.524499 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9648a4-c78e-4863-9abe-e1e7e223b194" -d '{"events": [{"name": "network-changed", "server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:58:44.529354 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37932) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:44.562451 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event updated for resources: {'Port': ['ID=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,revision_number=7']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:44.567434 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24657b62-bf75-4eb1-b8a1-9178c5a7993f x-openstack-request-id: req-24657b62-bf75-4eb1-b8a1-9178c5a7993f {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:58:44.567721 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:58:44.568067 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24657b62-bf75-4eb1-b8a1-9178c5a7993f {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:58:44.568490 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'status': 'completed', 'code': 200} Jul 14 20:58:44.574402 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.574750 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.575088 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.575419 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.575747 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.576458 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.576565 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.576840 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.577160 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.577582 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.577801 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.578121 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b855e-af30-4724-a728-85e8e6531320 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.600421 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.626285 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.648291 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['418ac339-27a4-4e13-b9bb-f38b0d9c5d09'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:58:44.661916 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-a12bc4e7-0408-45e5-b8cc-c1d7edf59a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:44.663889 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-a12bc4e7-0408-45e5-b8cc-c1d7edf59a64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6abfb19ed7347369c2dfca9a59b2d71&device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 1099 time: 0.0584407 Jul 14 20:58:44.693225 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.696128 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.699785 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "DELETE /v2.0/security-groups/84787ad5-a31f-4edf-834f-805420d8b894 HTTP/1.1" status: 204 len: 168 time: 0.1673923 Jul 14 20:58:44.700813 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 37934) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:44.765406 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84787ad5-a31f-4edf-834f-805420d8b894,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:44.772229 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-f0bb27b7-36ec-4d69-a8bb-34e9a3b0a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:44.774030 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-f0bb27b7-36ec-4d69-a8bb-34e9a3b0a84c service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec HTTP/1.1" status: 200 len: 916 time: 0.1023252 Jul 14 20:58:44.778233 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.778578 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.778964 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.779249 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.779579 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.779934 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.780269 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.780628 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.780960 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.781286 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.781612 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.781935 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150843d2-8f05-4981-9ae6-85668c6423c6 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:44.825165 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-9f8ef518-2ac3-42b9-8f3b-f9258336c37b None None] Provisioning complete for port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 triggered by entity DHCP. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:58:44.825542 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef518-2ac3-42b9-8f3b-f9258336c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.857020 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-edf444bf-69be-4eed-9d2f-c43ee3cb3a94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 200 len: 1001 time: 0.0750384 Jul 14 20:58:44.904268 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Deleting port eac445d9-be49-4e52-9423-86dfbf34a347 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:58:44.904613 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.911519 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-da69472a-c42a-49fb-8cbf-385828212a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:44.913265 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-da69472a-c42a-49fb-8cbf-385828212a63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb16f5c3-6e10-46b5-9fe0-146f3ea67029 HTTP/1.1" status: 200 len: 854 time: 0.0492835 Jul 14 20:58:44.971044 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-f9e93cdd-a238-4d7d-9006-c1cf33edfb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:44.972590 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-f9e93cdd-a238-4d7d-9006-c1cf33edfb5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521307 Jul 14 20:58:44.981936 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.982259 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:44.993642 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Calling delete_port for eac445d9-be49-4e52-9423-86dfbf34a347 owned by network:floatingip {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:58:45.059512 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-bd3ce0d4-b479-4807-9f74-5117a06aeda8 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792212 Jul 14 20:58:45.152266 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-2b9648a4-c78e-4863-9abe-e1e7e223b194 req-ed9d6bdc-fe99-495a-ae9b-28c1d38e804f service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861537 Jul 14 20:58:45.164100 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:45.189669 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event deleted for resources: {'Port': ['ID=eac445d9-be49-4e52-9423-86dfbf34a347,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:45.253059 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks [] for floatingip, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:45.253766 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.l3_db [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Floating IP 26460677-0134-4eeb-ae6d-da1993eb2cfd disassociated (deleted). External IP: 172.27.2.12, port: 418ac339-27a4-4e13-b9bb-f38b0d9c5d09. Jul 14 20:58:45.441162 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b918e3-165d-4bfd-b4f0-bb97e0f39fe9 req-6d6c84d8-ac95-4282-ba49-40e96f93a14b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:45.446540 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-42b918e3-165d-4bfd-b4f0-bb97e0f39fe9 req-6d6c84d8-ac95-4282-ba49-40e96f93a14b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0640280 Jul 14 20:58:45.458730 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:58:45.481551 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-42b918e3-165d-4bfd-b4f0-bb97e0f39fe9 req-caa4473a-92ad-4f57-9c4b-68655148cc39 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320590 Jul 14 20:58:45.564793 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:58:45.570150 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:45.574898 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] Sync routers for ids ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:58:45.584461 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] Routers {'902fd85c-0e9c-4ba3-a73f-804d50beffe2'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:58:45.585105 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:45.608466 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-61a89b87-843d-473d-90d6-17372f937f3f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "DELETE /v2.0/floatingips/26460677-0134-4eeb-ae6d-da1993eb2cfd HTTP/1.1" status: 204 len: 168 time: 0.9065661 Jul 14 20:58:45.609058 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:58:45.611313 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:58:45.647706 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a5ddaa-4180-4d43-aa68-987875690275 x-openstack-request-id: req-b9a5ddaa-4180-4d43-aa68-987875690275 {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:58:45.648033 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:58:45.648283 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9a5ddaa-4180-4d43-aa68-987875690275 {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:58:45.648855 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'status': 'completed', 'code': 200} Jul 14 20:58:45.693735 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] Set router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:58:45.732604 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-0d5f549d-27ba-4c97-b608-722bd879a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:45.734135 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-0d5f549d-27ba-4c97-b608-722bd879a81b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6abfb19ed7347369c2dfca9a59b2d71&device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 1099 time: 0.0588553 Jul 14 20:58:45.835957 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-cd4d8e02-3d56-4e22-ab96-f8170a78bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:45.837491 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-cd4d8e02-3d56-4e22-ab96-f8170a78bb33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec HTTP/1.1" status: 200 len: 916 time: 0.0956185 Jul 14 20:58:45.890283 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-bb7187ce-77f2-46b9-984d-7a64544af672 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 200 len: 217 time: 0.0424521 Jul 14 20:58:45.909082 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:49Z', 'revision_number': 5, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:45.937792 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] Checking router: 902fd85c-0e9c-4ba3-a73f-804d50beffe2 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:58:45.950732 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] Routers {'902fd85c-0e9c-4ba3-a73f-804d50beffe2'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:58:45.951371 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:45.960726 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-a6d56eaf-4c58-4152-89a2-2a874c5569ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:45.962191 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-a6d56eaf-4c58-4152-89a2-2a874c5569ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb16f5c3-6e10-46b5-9fe0-146f3ea67029 HTTP/1.1" status: 200 len: 854 time: 0.0535932 Jul 14 20:58:46.021326 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-56d24ac2-940b-4185-8a4b-0b20375c33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:46.022823 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-56d24ac2-940b-4185-8a4b-0b20375c33e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d6198ed-fef3-450a-be6f-ddd8ba3976ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509248 Jul 14 20:58:46.054527 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] Set router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:58:46.109810 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-2d52a302-b62a-475a-a39c-5433dd822420 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796206 Jul 14 20:58:46.204028 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ab4d8e72-8a07-4d8b-81d4-5c73e87f5b5b req-988577b1-190c-4199-9a4e-a7d509a0c48d service neutron] 10.222.0.43 "GET /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873556 Jul 14 20:58:46.255784 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:49Z', 'revision_number': 5, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:46.284674 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c934971-0259-44ca-9bca-c8280fd71ab1 None None] The sync data for ids ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'] in dv-cinder-800830-1-iscsi is: [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:56:43Z', 'revision_number': 4, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '29b712af-b2dd-43b4-956e-c9f9cc3b0bd2', 'name': '', 'network_id': '6d6198ed-fef3-450a-be6f-ddd8ba3976ec', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'mac_address': 'fa:16:3e:13:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:42Z', 'updated_at': '2021-07-14T20:56:49Z', 'revision_number': 5, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'subnets': [{'id': 'eb16f5c3-6e10-46b5-9fe0-146f3ea67029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:58:46.500800 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89eaab-bebf-40aa-b27a-07176e45712d None None] New status for floating IP 26460677-0134-4eeb-ae6d-da1993eb2cfd: DOWN {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:58:46.921715 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63905bd6-ad6c-4a77-84f7-8d223e76b7f3 req-cbcf3abd-5ae5-414b-abf9-53a013e42b18 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:46.923111 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63905bd6-ad6c-4a77-84f7-8d223e76b7f3 req-cbcf3abd-5ae5-414b-abf9-53a013e42b18 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.3267744 Jul 14 20:58:46.961771 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-63905bd6-ad6c-4a77-84f7-8d223e76b7f3 req-e82ebf08-4924-41bc-8c5d-9fa90ee42a88 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327780 Jul 14 20:58:48.130844 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ee73d-7004-4fc0-b098-547d0935de98 req-b7c3ee79-4eaa-4228-b721-abd9abc88e38 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:48.132335 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cd3ee73d-7004-4fc0-b098-547d0935de98 req-b7c3ee79-4eaa-4228-b721-abd9abc88e38 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0625210 Jul 14 20:58:48.168281 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-cd3ee73d-7004-4fc0-b098-547d0935de98 req-3c21b126-ef0a-4c0a-b800-0733e3e6c5a9 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304229 Jul 14 20:58:48.505038 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-f575b6f0-a97c-4c9b-96ea-37ee84eba5d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129227 Jul 14 20:58:48.541887 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052cbf1-4afd-4f68-8a37-cad95fcaa7a7 req-9108eac1-2d73-4874-b78a-eb6904aea5d0 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:48.544464 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9052cbf1-4afd-4f68-8a37-cad95fcaa7a7 req-9108eac1-2d73-4874-b78a-eb6904aea5d0 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0879142 Jul 14 20:58:48.587137 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9052cbf1-4afd-4f68-8a37-cad95fcaa7a7 req-d553dfc1-5281-4185-bc00-4844ff4d957c tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Jul 14 20:58:48.696547 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6d7f2-bd74-49c7-bf5b-bfb37369dbe2 req-3300717e-ebc9-4ae4-985c-b7b62671e13e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:48.698074 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a7a6d7f2-bd74-49c7-bf5b-bfb37369dbe2 req-3300717e-ebc9-4ae4-985c-b7b62671e13e tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 946 time: 0.0642285 Jul 14 20:58:48.736714 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a7a6d7f2-bd74-49c7-bf5b-bfb37369dbe2 req-14d97b61-eac4-47d9-a135-85a8ceb02295 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Jul 14 20:58:49.258169 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 79504a3f-9441-4ba3-93a2-dc03e6edb8ae no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:58:49.339541 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:49.362510 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:58:49.364952 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2542cd4c-0230-4866-a134-76d4a9eb397e" -d '{"events": [{"server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:58:49.380136 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:49.385149 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:49.440406 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,revision_number=6']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:49.449666 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.450006 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.450340 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.450670 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.450983 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.451303 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.451621 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.451963 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.452515 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.452758 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.452971 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.453286 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:58:49.459791 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616313bb-a7da-4476-8f0a-a23ba89faf4e x-openstack-request-id: req-616313bb-a7da-4476-8f0a-a23ba89faf4e {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:58:49.460184 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "name": "network-vif-unplugged", "status": "failed", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae", "code": 422}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:58:49.460508 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-616313bb-a7da-4476-8f0a-a23ba89faf4e {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:58:49.460967 dv-cinder-800830-1-iscsi neutron-server[99458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'code': 422} returned with failed status Jul 14 20:58:49.764085 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d957fc1-90c0-4832-b6ff-46ec6ebf03a8 req-6995b6b6-f703-46d1-9749-4105b3dc2460 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:49.765863 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6d957fc1-90c0-4832-b6ff-46ec6ebf03a8 req-6995b6b6-f703-46d1-9749-4105b3dc2460 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0614681 Jul 14 20:58:49.803640 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-6d957fc1-90c0-4832-b6ff-46ec6ebf03a8 req-bb544c9d-1c4c-4cc0-92d3-5c8cf37ba29a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318682 Jul 14 20:58:49.911468 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-351fd5f7-fbdc-40ef-8528-d561c3eb0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:49.912483 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1fa2d-8c03-4181-8784-4c3845775dff req-29c4eb99-a1fc-4a7c-88c9-8143bb9e4f50 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:49.912964 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-351fd5f7-fbdc-40ef-8528-d561c3eb0162 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d&tenant_id=42b556b217544b60adda342fdd8cd4f7 HTTP/1.1" status: 200 len: 1097 time: 0.0557351 Jul 14 20:58:49.914005 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-62a1fa2d-8c03-4181-8784-4c3845775dff req-29c4eb99-a1fc-4a7c-88c9-8143bb9e4f50 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 946 time: 0.0655923 Jul 14 20:58:49.952071 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-62a1fa2d-8c03-4181-8784-4c3845775dff req-0b34a052-d488-47a2-9198-23f419b514cf tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/security-groups?id=acb31bd1-6c80-48a2-a568-e4a3e7436cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312138 Jul 14 20:58:49.989334 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-7eb2b151-408f-4d1b-be66-738ddf35c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:49.990836 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-7eb2b151-408f-4d1b-be66-738ddf35c70c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42b556b217544b60adda342fdd8cd4f7&device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 1097 time: 0.0529413 Jul 14 20:58:50.077050 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-1ca8a94b-f352-44dd-999c-b8c508d0f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:50.078516 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-1ca8a94b-f352-44dd-999c-b8c508d0f5b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef7702c9-2f4b-4441-b148-ed52f388bdd6 HTTP/1.1" status: 200 len: 909 time: 0.0810158 Jul 14 20:58:50.146911 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-c0de80bc-5fec-419d-8924-90a61f346f33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae HTTP/1.1" status: 200 len: 1000 time: 0.0614204 Jul 14 20:58:50.194186 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-4c466593-be40-4df5-8c3b-10bcb2962dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:50.195740 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-4c466593-be40-4df5-8c3b-10bcb2962dd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c60ebf40-15fb-4c1f-8e53-3dad0e5e84da HTTP/1.1" status: 200 len: 847 time: 0.0424690 Jul 14 20:58:50.251362 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-4b0b013c-564f-400c-a351-d850c5a9d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:50.252849 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-4b0b013c-564f-400c-a351-d850c5a9d8b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef7702c9-2f4b-4441-b148-ed52f388bdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496683 Jul 14 20:58:50.347674 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-9e9e552c-4eae-417c-8468-173d8ff1bc40 service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848629 Jul 14 20:58:50.436232 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5221dbc1-33ab-47e6-8c90-c069fd8764c1 req-fbc92a57-4b8f-4098-8141-120391b58cff service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816622 Jul 14 20:58:50.601875 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-40e1132e-624c-4973-94b2-d8abaaabd91f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:50.603234 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-40e1132e-624c-4973-94b2-d8abaaabd91f tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.43 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 946 time: 0.0659361 Jul 14 20:58:50.701037 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-b61c8469-6e25-43b9-b073-e1462f4ae7b1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Deleting port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:58:50.701380 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-b61c8469-6e25-43b9-b073-e1462f4ae7b1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:50.790178 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-b61c8469-6e25-43b9-b073-e1462f4ae7b1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] For port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:50.790886 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-b61c8469-6e25-43b9-b073-e1462f4ae7b1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:50.803220 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-b61c8469-6e25-43b9-b073-e1462f4ae7b1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Calling delete_port for 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:58:50.960893 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-b61c8469-6e25-43b9-b073-e1462f4ae7b1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:50.976526 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['418ac339-27a4-4e13-b9bb-f38b0d9c5d09'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:58:50.998022 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c8469-6e25-43b9-b073-e1462f4ae7b1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Pushing event deleted for resources: {'Port': ['ID=418ac339-27a4-4e13-b9bb-f38b0d9c5d09,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:51.056277 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-b61c8469-6e25-43b9-b073-e1462f4ae7b1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] No DVR routers for this DVR port 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:58:51.065414 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b48c65-9703-4a04-abf6-5d38d1d3a19c req-085bf055-e8aa-46fd-ae38-08584a535461 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:51.066920 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-79b48c65-9703-4a04-abf6-5d38d1d3a19c req-085bf055-e8aa-46fd-ae38-08584a535461 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.1485505 Jul 14 20:58:51.067961 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-b61c8469-6e25-43b9-b073-e1462f4ae7b1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:51.069782 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3762fcdb-b32c-4066-be03-b0e6d093da6f req-b61c8469-6e25-43b9-b073-e1462f4ae7b1 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.43 "DELETE /v2.0/ports/418ac339-27a4-4e13-b9bb-f38b0d9c5d09 HTTP/1.1" status: 204 len: 173 time: 0.4592130 Jul 14 20:58:51.070208 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'name': 'network-vif-deleted', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:58:51.072425 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540f00c9-6ad6-49ed-a5d9-47b5cfa10c82" -d '{"events": [{"server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "name": "network-vif-deleted", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:58:51.096296 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-0f4add73-f21b-4277-b13c-b6fa4aa0f23f req-4bf71d75-b1de-4de8-863b-d89c3f510f47 tempest-TestMinimumBasicScenario-949393506 tempest-TestMinimumBasicScenario-949393506-project] 10.222.0.38 "GET /v2.0/ports?device_id=84fe12db-926c-4950-bd27-f3a1c263ce7b HTTP/1.1" status: 200 len: 210 time: 0.0292950 Jul 14 20:58:51.114931 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-79b48c65-9703-4a04-abf6-5d38d1d3a19c req-e68272b8-318b-4918-b80b-55f1569281fb tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398715 Jul 14 20:58:51.150884 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624e8730-3f4b-4ccc-9e36-f3474eb4d696 x-openstack-request-id: req-624e8730-3f4b-4ccc-9e36-f3474eb4d696 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:58:51.151173 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fe12db-926c-4950-bd27-f3a1c263ce7b", "name": "network-vif-deleted", "tag": "418ac339-27a4-4e13-b9bb-f38b0d9c5d09", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:58:51.151425 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-624e8730-3f4b-4ccc-9e36-f3474eb4d696 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:58:51.151821 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fe12db-926c-4950-bd27-f3a1c263ce7b', 'name': 'network-vif-deleted', 'tag': '418ac339-27a4-4e13-b9bb-f38b0d9c5d09', 'status': 'completed', 'code': 200} Jul 14 20:58:52.293916 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e198dd9-db88-4020-8828-ea87f08ce8ce req-1febf6e7-31b0-47d7-981e-d73320e4ef27 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:52.295410 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e198dd9-db88-4020-8828-ea87f08ce8ce req-1febf6e7-31b0-47d7-981e-d73320e4ef27 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0627503 Jul 14 20:58:52.334007 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-6e198dd9-db88-4020-8828-ea87f08ce8ce req-98c39d2d-3b18-43e6-9cdd-a3d65747f595 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Jul 14 20:58:52.691286 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38050) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:52.695095 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:52.932364 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0575a44b-fc44-419a-90dd-42ee33d515c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:53.024491 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-338765'] for router_interface, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:53.270044 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] Deleting port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:58:53.270284 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:53.291828 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:58:53.311561 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:58:53.311919 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 418ac339-27a4-4e13-b9bb-f38b0d9c5d09 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:58:53.344657 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] For port 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=29b712af-b2dd-43b4-956e-c9f9cc3b0bd2,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:53.345274 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:53.357050 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] Calling delete_port for 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 owned by network:router_interface {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:58:53.512107 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893215f-de32-466c-8144-6a5c785d4146 req-47832c57-e80f-4216-b7a4-806a43b7987b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:53.513739 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3893215f-de32-466c-8144-6a5c785d4146 req-47832c57-e80f-4216-b7a4-806a43b7987b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0628774 Jul 14 20:58:53.541468 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:53.551736 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-3893215f-de32-466c-8144-6a5c785d4146 req-77b945a4-1d2b-4a25-b62a-404f585b150e tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323687 Jul 14 20:58:53.573381 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] Pushing event deleted for resources: {'Port': ['ID=29b712af-b2dd-43b4-956e-c9f9cc3b0bd2,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:53.732767 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338913'] for router_interface, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:53.942205 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] Router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:58:54.047876 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:58:54.054277 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-bdce8cc1-5f43-43b0-9f9b-919a3076acad admin admin] 10.222.0.38 "PUT /v2.0/routers/902fd85c-0e9c-4ba3-a73f-804d50beffe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3610725 Jul 14 20:58:54.056065 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38054) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:54.057071 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] Sync routers for ids ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:58:54.066430 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] Routers {'902fd85c-0e9c-4ba3-a73f-804d50beffe2'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:58:54.067041 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:54.159013 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Notify callbacks [] for router, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.265819 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.296196 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] Set router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:58:54.322335 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Deleting port 0e2b64ed-9336-439b-876a-a925ac420afb {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:58:54.322608 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.411774 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] For port 0e2b64ed-9336-439b-876a-a925ac420afb, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=0e2b64ed-9336-439b-876a-a925ac420afb,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:54.412477 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.424439 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Calling delete_port for 0e2b64ed-9336-439b-876a-a925ac420afb owned by network:router_gateway {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:58:54.475226 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:58:53Z', 'revision_number': 5, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port': {'id': '0e2b64ed-9336-439b-876a-a925ac420afb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:41Z', 'updated_at': '2021-07-14T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:54.505426 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] Checking router: 902fd85c-0e9c-4ba3-a73f-804d50beffe2 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:58:54.513623 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] Routers {'902fd85c-0e9c-4ba3-a73f-804d50beffe2'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:58:54.514170 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:54.590215 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.604471 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] Set router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 gateway port host: None {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:58:54.639469 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2b64ed-9336-439b-876a-a925ac420afb,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:54.656262 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:58:54Z', 'revision_number': 6, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port_host': None}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:54.688538 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-337927'] for router_gateway, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.692780 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e65aa-cfa5-4727-836c-c89d6bad231d None None] The sync data for ids ['902fd85c-0e9c-4ba3-a73f-804d50beffe2'] in dv-cinder-800830-1-iscsi is: [{'id': '902fd85c-0e9c-4ba3-a73f-804d50beffe2', 'name': 'tempest-TestMinimumBasicScenario-1896275276-router', 'tenant_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:40Z', 'updated_at': '2021-07-14T20:58:54Z', 'revision_number': 6, 'project_id': 'd6abfb19ed7347369c2dfca9a59b2d71', 'gw_port_host': None}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:58:54.732460 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffe964-6ea2-4e55-944e-5fd37e7214d7 req-46932c63-b36c-4f88-ae0f-14c54df0b069 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:54.733990 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-88ffe964-6ea2-4e55-944e-5fd37e7214d7 req-46932c63-b36c-4f88-ae0f-14c54df0b069 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0689616 Jul 14 20:58:54.772472 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-88ffe964-6ea2-4e55-944e-5fd37e7214d7 req-19c3d6c1-95c0-4a18-af06-962d91b7b89d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321233 Jul 14 20:58:54.782823 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7806'] for router, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.785468 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.832658 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3855628'] for router, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.833245 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 902fd85c-0e9c-4ba3-a73f-804d50beffe2 {{(pid=99457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:58:54.837901 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.839438 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-afcc2cae-22c7-4ab6-bcbe-f88282edb617 admin admin] 10.222.0.38 "DELETE /v2.0/routers/902fd85c-0e9c-4ba3-a73f-804d50beffe2 HTTP/1.1" status: 204 len: 168 time: 0.7821193 Jul 14 20:58:54.842253 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38058) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:54.885440 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d52964-da49-43e6-bb4a-f2ac321ecebf admin admin] Deleting subnet eb16f5c3-6e10-46b5-9fe0-146f3ea67029 {{(pid=99457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:58:54.888359 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e3d52964-da49-43e6-bb4a-f2ac321ecebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.921274 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e3d52964-da49-43e6-bb4a-f2ac321ecebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62803196'] for subnet, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:54.998849 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e3d52964-da49-43e6-bb4a-f2ac321ecebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.057253 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e3d52964-da49-43e6-bb4a-f2ac321ecebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62809195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62529652'] for subnet, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.085005 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d52964-da49-43e6-bb4a-f2ac321ecebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb16f5c3-6e10-46b5-9fe0-146f3ea67029,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:55.095340 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e3d52964-da49-43e6-bb4a-f2ac321ecebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.100337 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-e3d52964-da49-43e6-bb4a-f2ac321ecebf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/eb16f5c3-6e10-46b5-9fe0-146f3ea67029 HTTP/1.1" status: 204 len: 168 time: 0.2547963 Jul 14 20:58:55.100971 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38060) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:55.106628 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ede76-c612-476c-b7ca-a4db3744c3eb None None] Network 6d6198ed-fef3-450a-be6f-ddd8ba3976ec requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:58:55.188491 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.239139 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Deleting port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:58:55.239476 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.303013 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] For port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=fcd05dfd-68b9-4f6c-806e-dc057cadb1d3,segment=NetworkSegment(735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f),segment_id=735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:55.303276 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.315628 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Calling delete_port for fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 owned by network:dhcp {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:58:55.398238 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.421686 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd05dfd-68b9-4f6c-806e-dc057cadb1d3,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:55.428249 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] No DVR routers for this DVR port fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 on host dv-cinder-800830-1-iscsi {{(pid=99456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:58:55.502634 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.514071 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6198ed-fef3-450a-be6f-ddd8ba3976ec']}} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:55.519456 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d5c1a-6331-4251-83dc-a6c1564636e6 None None] DHCP port deletion for 6d6198ed-fef3-450a-be6f-ddd8ba3976ec request from dv-cinder-800830-1-iscsi {{(pid=99458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 20:58:55.522705 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:58:55.529186 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f') {'for_net_delete': True} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:55.529480 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735f9ec9-c8d3-4038-8b6f-543bcb6ebe9f') {} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:55.540380 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59089713'] for segment, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.551765 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:58:55.552693 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 29b712af-b2dd-43b4-956e-c9f9cc3b0bd2 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:58:55.554599 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.564191 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=99456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:58:55.564562 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971505'] for segment, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: Traceback (most recent call last): Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: timer() Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: cb(*args, **kw) Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: return func(*args, **kwargs) Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: self._notify() Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: self.callback(batched_events) Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: event.method(event) Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: return f(self, *a, **k) Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._get(url).json() Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: return self.request(url, 'GET', **kwargs) Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:58:55.566234 dv-cinder-800830-1-iscsi neutron-server[99456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:58:55.622412 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.627446 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:55.629815 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6d6198ed-fef3-450a-be6f-ddd8ba3976ec HTTP/1.1" status: 204 len: 168 time: 0.5278239 Jul 14 20:58:55.632812 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38062) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:55.642598 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b354f-b138-4559-a7cd-c0c8ef7de5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6198ed-fef3-450a-be6f-ddd8ba3976ec,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:55.979080 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215bcae-93ba-4bdb-b801-bec2e1466260 req-65dab876-071f-41cf-8177-d92b2ecde877 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:55.980607 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d215bcae-93ba-4bdb-b801-bec2e1466260 req-65dab876-071f-41cf-8177-d92b2ecde877 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0899398 Jul 14 20:58:55.993847 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:56.042374 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d215bcae-93ba-4bdb-b801-bec2e1466260 req-f8f7c651-6947-43d9-8345-83577e66ab0b tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556135 Jul 14 20:58:56.056658 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-338765'] for router_interface, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:56.092336 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-617af504-009c-4ec5-8cab-cb8f5f60c591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:56.303754 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] Deleting port 0331f827-7a0f-4c03-9f7c-766dd659c9f6 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:58:56.304124 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:56.382329 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] For port 0331f827-7a0f-4c03-9f7c-766dd659c9f6, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=0331f827-7a0f-4c03-9f7c-766dd659c9f6,segment=NetworkSegment(5ddd9a54-e33a-4473-99dc-d93bf6bafebe),segment_id=5ddd9a54-e33a-4473-99dc-d93bf6bafebe)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:56.382690 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:56.394791 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] Calling delete_port for 0331f827-7a0f-4c03-9f7c-766dd659c9f6 owned by network:router_interface {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:58:56.566997 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:56.595072 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0331f827-7a0f-4c03-9f7c-766dd659c9f6,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:56.957257 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:56.974253 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0e2b64ed-9336-439b-876a-a925ac420afb no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:58:56.993988 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 0e2b64ed-9336-439b-876a-a925ac420afb {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:58:56.994326 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0e2b64ed-9336-439b-876a-a925ac420afb not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:58:56.994735 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:58:57.012422 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:58:57.012765 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device fcd05dfd-68b9-4f6c-806e-dc057cadb1d3 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:58:57.023168 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338913'] for router_interface, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:57.210541 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc034b-5f63-4615-8272-67d7897c4cf1 req-f7271153-d613-40c2-8966-8006282bbd90 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:57.211964 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9cfc034b-5f63-4615-8272-67d7897c4cf1 req-f7271153-d613-40c2-8966-8006282bbd90 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 944 time: 0.0618927 Jul 14 20:58:57.232697 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] Router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:58:57.253925 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-9cfc034b-5f63-4615-8272-67d7897c4cf1 req-87fbf3d6-8d4a-4d0e-a567-477b9960d3ed tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357985 Jul 14 20:58:57.307223 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 79504a3f-9441-4ba3-93a2-dc03e6edb8ae details requested by agent hyperv_hv-cinder-80083 with host hv-cinder-80083 {{(pid=99458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:58:57.340747 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:58:57.346323 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-ce0ba3ae-ea69-4322-a7d5-6b81900a7da1 admin admin] 10.222.0.38 "PUT /v2.0/routers/3e75e685-1ec7-4a94-835d-4ed0af8bdf73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118554 Jul 14 20:58:57.348753 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38068) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:57.351937 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] Sync routers for ids ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:58:57.365360 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] Routers {'3e75e685-1ec7-4a94-835d-4ed0af8bdf73'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:58:57.366073 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:57.409910 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:57.422476 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Returning: {'device': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'port_id': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'mac_address': 'fa:16:3e:6c:19:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:58:57.455599 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:57.462000 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:57.475281 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79504a3f-9441-4ba3-93a2-dc03e6edb8ae {{(pid=99458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 20:58:57.476344 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] Set router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:58:57.498209 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:57.503938 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:57.556398 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,revision_number=7']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:57.574311 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:57.629718 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Deleting port bb06355b-831c-44cc-ad0a-d3dacc00e9dc {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:58:57.630039 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:57.658533 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'name': 'tempest-TestMinimumBasicScenario-1744924709-router', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:58:56Z', 'revision_number': 5, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'gw_port': {'id': 'bb06355b-831c-44cc-ad0a-d3dacc00e9dc', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:57.684819 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] Checking router: 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:58:57.692780 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] Routers {'3e75e685-1ec7-4a94-835d-4ed0af8bdf73'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:58:57.693403 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:57.709400 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] For port bb06355b-831c-44cc-ad0a-d3dacc00e9dc, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=bb06355b-831c-44cc-ad0a-d3dacc00e9dc,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:57.709758 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:57.722769 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Calling delete_port for bb06355b-831c-44cc-ad0a-d3dacc00e9dc owned by network:router_gateway {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:58:57.780194 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] Set router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 gateway port host: None {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:58:57.791833 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] get_ports_and_sgs() called for port_ids ['79504a3f-9441-4ba3-93a2-dc03e6edb8ae'] {{(pid=99458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:58:57.833972 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'name': 'tempest-TestMinimumBasicScenario-1744924709-router', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:58:57Z', 'revision_number': 6, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'gw_port_host': None}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:57.861030 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb12e8-72cc-45a7-a854-29ad462e3122 None None] The sync data for ids ['3e75e685-1ec7-4a94-835d-4ed0af8bdf73'] in dv-cinder-800830-1-iscsi is: [{'id': '3e75e685-1ec7-4a94-835d-4ed0af8bdf73', 'name': 'tempest-TestMinimumBasicScenario-1744924709-router', 'tenant_id': 'e671f19c343444aaafc121a4f38024ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:56:45Z', 'updated_at': '2021-07-14T20:58:57Z', 'revision_number': 6, 'project_id': 'e671f19c343444aaafc121a4f38024ee', 'gw_port_host': None}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:58:57.892661 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:57.930636 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb06355b-831c-44cc-ad0a-d3dacc00e9dc,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:57.988195 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-337927'] for router_gateway, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.073586 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7806'] for router, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.075590 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.117008 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3855628'] for router, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.117646 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e75e685-1ec7-4a94-835d-4ed0af8bdf73 {{(pid=99457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:58:58.122529 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.123857 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-d59c3f68-8f7e-4d6a-8e77-6324509c08c9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3e75e685-1ec7-4a94-835d-4ed0af8bdf73 HTTP/1.1" status: 204 len: 168 time: 0.7741179 Jul 14 20:58:58.126520 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38070) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:58.172821 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bd4123-9a7f-4628-bfa5-3d7f218de42e admin admin] Deleting subnet 45719383-394e-411b-ac98-4a53152ee6e0 {{(pid=99457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:58:58.175712 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-12bd4123-9a7f-4628-bfa5-3d7f218de42e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.209416 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-12bd4123-9a7f-4628-bfa5-3d7f218de42e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62803196'] for subnet, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.288150 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-12bd4123-9a7f-4628-bfa5-3d7f218de42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.341796 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-12bd4123-9a7f-4628-bfa5-3d7f218de42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62809195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62529652'] for subnet, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.371245 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd4123-9a7f-4628-bfa5-3d7f218de42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45719383-394e-411b-ac98-4a53152ee6e0,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:58.390239 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6906b71b-4b8c-4a04-90ed-fc7c734134de None None] Network 14b53e4c-fcfe-4b04-a805-6540837dfa2c requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:58:58.400919 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-12bd4123-9a7f-4628-bfa5-3d7f218de42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.405152 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-12bd4123-9a7f-4628-bfa5-3d7f218de42e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/45719383-394e-411b-ac98-4a53152ee6e0 HTTP/1.1" status: 204 len: 168 time: 0.2753394 Jul 14 20:58:58.405416 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38074) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:58.490637 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.506688 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd3b56-d79c-43ab-ad2c-a18cfbcabb3a req-8ff0b9f5-7b4a-4c55-8673-7be497442c61 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:58.508213 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1dbd3b56-d79c-43ab-ad2c-a18cfbcabb3a req-8ff0b9f5-7b4a-4c55-8673-7be497442c61 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 945 time: 0.1413891 Jul 14 20:58:58.567955 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-1dbd3b56-d79c-43ab-ad2c-a18cfbcabb3a req-409ef5d4-3102-4030-acfc-99f58aed742e tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535986 Jul 14 20:58:58.584452 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Deleting port a1afcb16-30cf-49c9-8a86-485d54b92ce0 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:58:58.584800 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.609685 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.637824 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df64c0-e8dd-4d32-bad5-518ec9ad4051 None None] DHCP port deletion for 14b53e4c-fcfe-4b04-a805-6540837dfa2c request from dv-cinder-800830-1-iscsi {{(pid=99458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 20:58:58.650458 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] For port a1afcb16-30cf-49c9-8a86-485d54b92ce0, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=a1afcb16-30cf-49c9-8a86-485d54b92ce0,segment=NetworkSegment(5ddd9a54-e33a-4473-99dc-d93bf6bafebe),segment_id=5ddd9a54-e33a-4473-99dc-d93bf6bafebe)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:58.650819 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.665144 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Calling delete_port for a1afcb16-30cf-49c9-8a86-485d54b92ce0 owned by network:dhcp {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:58:58.685760 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-d2df64c0-e8dd-4d32-bad5-518ec9ad4051 None None] Deleting port a1afcb16-30cf-49c9-8a86-485d54b92ce0 {{(pid=99458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:58:58.686134 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d2df64c0-e8dd-4d32-bad5-518ec9ad4051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.748750 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.751627 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-d2df64c0-e8dd-4d32-bad5-518ec9ad4051 None None] For port a1afcb16-30cf-49c9-8a86-485d54b92ce0, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=a1afcb16-30cf-49c9-8a86-485d54b92ce0,segment=NetworkSegment(5ddd9a54-e33a-4473-99dc-d93bf6bafebe),segment_id=5ddd9a54-e33a-4473-99dc-d93bf6bafebe)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:58.752063 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d2df64c0-e8dd-4d32-bad5-518ec9ad4051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.764892 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-d2df64c0-e8dd-4d32-bad5-518ec9ad4051 None None] Calling delete_port for a1afcb16-30cf-49c9-8a86-485d54b92ce0 owned by network:dhcp {{(pid=99458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:58:58.776724 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] No DVR routers for this DVR port a1afcb16-30cf-49c9-8a86-485d54b92ce0 on host dv-cinder-800830-1-iscsi {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:58:58.778346 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1afcb16-30cf-49c9-8a86-485d54b92ce0,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:58.845733 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d2df64c0-e8dd-4d32-bad5-518ec9ad4051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966'] for port, after_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.853522 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.866195 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b53e4c-fcfe-4b04-a805-6540837dfa2c']}} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:58.878080 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddd9a54-e33a-4473-99dc-d93bf6bafebe') {'for_net_delete': True} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:58.879792 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddd9a54-e33a-4473-99dc-d93bf6bafebe') {} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:58:58.879971 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df64c0-e8dd-4d32-bad5-518ec9ad4051 None None] Pushing event deleted for resources: {'Port': ['ID=a1afcb16-30cf-49c9-8a86-485d54b92ce0,revision_number=None']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:58.883750 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df64c0-e8dd-4d32-bad5-518ec9ad4051 None None] No DVR routers for this DVR port a1afcb16-30cf-49c9-8a86-485d54b92ce0 on host dv-cinder-800830-1-iscsi {{(pid=99458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:58:58.896747 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62803173'] for segment, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.919235 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0331f827-7a0f-4c03-9f7c-766dd659c9f6 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:58:58.927707 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.935612 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=99457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:58:58.935985 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62809029'] for segment, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: conditions |= (models_v2.Port.network_id.in_( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: Traceback (most recent call last): Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: timer() Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: cb(*args, **kw) Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: return func(*args, **kwargs) Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: self._notify() Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: self.callback(batched_events) Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: event.method(event) Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: return f(self, *a, **k) Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._get(url).json() Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: return self.request(url, 'GET', **kwargs) Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:58:58.937491 dv-cinder-800830-1-iscsi neutron-server[99457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:58:58.943682 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 0331f827-7a0f-4c03-9f7c-766dd659c9f6 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:58:58.944193 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0331f827-7a0f-4c03-9f7c-766dd659c9f6 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:58:58.944744 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device bb06355b-831c-44cc-ad0a-d3dacc00e9dc no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:58:58.967201 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: bb06355b-831c-44cc-ad0a-d3dacc00e9dc {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:58:58.967548 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device bb06355b-831c-44cc-ad0a-d3dacc00e9dc not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:58:58.967993 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device a1afcb16-30cf-49c9-8a86-485d54b92ce0 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:58:58.987357 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: a1afcb16-30cf-49c9-8a86-485d54b92ce0 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:58:58.987751 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device a1afcb16-30cf-49c9-8a86-485d54b92ce0 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:58:58.996170 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.001365 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.003927 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] 10.222.0.38 "DELETE /v2.0/networks/14b53e4c-fcfe-4b04-a805-6540837dfa2c HTTP/1.1" status: 204 len: 168 time: 0.5974159 Jul 14 20:58:59.014883 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e69d34-be57-4932-9ffb-0f06f93cc741 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b53e4c-fcfe-4b04-a805-6540837dfa2c,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:59.158277 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38078) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:59.196963 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-7ab25cc2-108c-46ee-b947-cd80d2d818e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6abfb19ed7347369c2dfca9a59b2d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374954 Jul 14 20:58:59.199317 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38080) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:59.249363 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5188c662-7ad3-46f0-bdef-597a03cadee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.270318 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5188c662-7ad3-46f0-bdef-597a03cadee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.314785 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5188c662-7ad3-46f0-bdef-597a03cadee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.317865 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-5188c662-7ad3-46f0-bdef-597a03cadee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.318999 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-5188c662-7ad3-46f0-bdef-597a03cadee7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/acb31bd1-6c80-48a2-a568-e4a3e7436cbe HTTP/1.1" status: 204 len: 168 time: 0.1187413 Jul 14 20:58:59.324357 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 79504a3f-9441-4ba3-93a2-dc03e6edb8ae up at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:58:59.331710 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188c662-7ad3-46f0-bdef-597a03cadee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb31bd1-6c80-48a2-a568-e4a3e7436cbe,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:59.380190 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.provisioning_blocks [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Provisioning complete for port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae triggered by entity L2. {{(pid=99458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 20:58:59.380553 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781244'] for port, provisioning_complete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.460149 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538235'] for port, before_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.485173 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae'}] {{(pid=99458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:58:59.488319 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649172d5b1964c09fa59da1b499e6899a65ebbfbc7b5a663f4cf60ef6151a349" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0402c0ea-88e5-4797-9733-63378baebf11" -d '{"events": [{"server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "name": "network-vif-plugged", "status": "completed", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae"}]}' {{(pid=99458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:58:59.502149 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] For port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:58:59.507542 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754391152159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754390828975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754390828993'] for port, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.533670 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e5597b-ba2d-4de3-809e-8f8a6b68c26b x-openstack-request-id: req-70e5597b-ba2d-4de3-809e-8f8a6b68c26b {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:58:59.533959 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "name": "network-vif-plugged", "status": "completed", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae", "code": 200}]} {{(pid=99458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:58:59.534238 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-70e5597b-ba2d-4de3-809e-8f8a6b68c26b {{(pid=99458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:58:59.534626 dv-cinder-800830-1-iscsi neutron-server[99458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'code': 200} Jul 14 20:58:59.561311 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Pushing event updated for resources: {'Port': ['ID=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,revision_number=8']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:59.657552 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38090) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:59.732777 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-0fbc923e-053e-4c6f-bf03-b685ecaa4176 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e671f19c343444aaafc121a4f38024ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740511 Jul 14 20:58:59.735387 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38092) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:58:59.783802 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-704368c5-ea4e-43f8-8f24-2dee8da86b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.796711 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486259eb-5150-4aef-a48d-4d6d8ad403e0 req-4ea3a961-c838-4abe-9fa6-0d0b521b7b39 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:59.798162 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-486259eb-5150-4aef-a48d-4d6d8ad403e0 req-4ea3a961-c838-4abe-9fa6-0d0b521b7b39 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.1117015 Jul 14 20:58:59.806197 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-704368c5-ea4e-43f8-8f24-2dee8da86b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.828724 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a49c-b4a8-4d1e-a679-fb5e37df7528 req-4f9a7266-2965-4df0-aa82-cfebbf39c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:58:59.830179 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d3a9a49c-b4a8-4d1e-a679-fb5e37df7528 req-4f9a7266-2965-4df0-aa82-cfebbf39c85c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 1099 time: 0.0919030 Jul 14 20:58:59.851249 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-486259eb-5150-4aef-a48d-4d6d8ad403e0 req-2fa4807e-2dff-4ef9-8802-02b0f0d6945a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463140 Jul 14 20:58:59.852073 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-704368c5-ea4e-43f8-8f24-2dee8da86b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.854660 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-704368c5-ea4e-43f8-8f24-2dee8da86b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:58:59.858529 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-704368c5-ea4e-43f8-8f24-2dee8da86b8b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcd60208-07c4-483f-ae13-fd83ec002814 HTTP/1.1" status: 204 len: 168 time: 0.1220868 Jul 14 20:58:59.867327 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704368c5-ea4e-43f8-8f24-2dee8da86b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd60208-07c4-483f-ae13-fd83ec002814,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:58:59.878054 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-d3a9a49c-b4a8-4d1e-a679-fb5e37df7528 req-860a9ccc-df59-41ed-8606-5540ef6620bf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353520 Jul 14 20:59:01.034069 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210a53b-8c8a-4ee2-97fe-e394366b4b1c req-e7a19b66-0dc4-487f-b45c-06f06edaed38 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:01.035662 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3210a53b-8c8a-4ee2-97fe-e394366b4b1c req-e7a19b66-0dc4-487f-b45c-06f06edaed38 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0630238 Jul 14 20:59:01.074270 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-3210a53b-8c8a-4ee2-97fe-e394366b4b1c req-33124f7d-e8c2-48e3-9eff-4387d838dc5e tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327504 Jul 14 20:59:01.081121 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-58376b97-e444-4688-8bf3-a2428795152c req-aa53a739-b051-4f5d-9271-87b37311e2ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510559 Jul 14 20:59:01.151600 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58376b97-e444-4688-8bf3-a2428795152c req-02194843-6049-442f-b5d1-04148262144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:01.153089 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-58376b97-e444-4688-8bf3-a2428795152c req-02194843-6049-442f-b5d1-04148262144c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42b556b217544b60adda342fdd8cd4f7&device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 1099 time: 0.0507786 Jul 14 20:59:01.256774 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58376b97-e444-4688-8bf3-a2428795152c req-856137eb-e56d-4dff-8705-da2fc13996c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:01.258225 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-58376b97-e444-4688-8bf3-a2428795152c req-856137eb-e56d-4dff-8705-da2fc13996c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef7702c9-2f4b-4441-b148-ed52f388bdd6 HTTP/1.1" status: 200 len: 909 time: 0.0850136 Jul 14 20:59:01.320197 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-58376b97-e444-4688-8bf3-a2428795152c req-43fd7d1f-7e47-49e0-a126-4805b739d302 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae HTTP/1.1" status: 200 len: 1002 time: 0.0554352 Jul 14 20:59:01.370280 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58376b97-e444-4688-8bf3-a2428795152c req-f7c107d7-2436-48ac-944d-737be0495a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:01.371713 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-58376b97-e444-4688-8bf3-a2428795152c req-f7c107d7-2436-48ac-944d-737be0495a93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c60ebf40-15fb-4c1f-8e53-3dad0e5e84da HTTP/1.1" status: 200 len: 847 time: 0.0458336 Jul 14 20:59:01.427194 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58376b97-e444-4688-8bf3-a2428795152c req-cffb4b29-72d2-4d7b-9043-ba71ab490c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:01.428710 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-58376b97-e444-4688-8bf3-a2428795152c req-cffb4b29-72d2-4d7b-9043-ba71ab490c5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef7702c9-2f4b-4441-b148-ed52f388bdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507801 Jul 14 20:59:01.514865 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-58376b97-e444-4688-8bf3-a2428795152c req-41623acd-2c70-40a5-8200-39cd058cc132 service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791035 Jul 14 20:59:01.604449 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-58376b97-e444-4688-8bf3-a2428795152c req-c06e6f6f-36b0-4f67-8209-d8e79ea94356 service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829656 Jul 14 20:59:08.177532 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38100) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:08.329816 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Deleting port 701f5417-428c-48b1-9f95-ab122f19e0a8 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:08.330244 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:08.401179 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:08.401494 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:08.413692 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Calling delete_port for 701f5417-428c-48b1-9f95-ab122f19e0a8 owned by network:floatingip {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:08.555628 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:08.581927 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event deleted for resources: {'Port': ['ID=701f5417-428c-48b1-9f95-ab122f19e0a8,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:08.643186 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:08.644179 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.l3_db [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Floating IP e5297aab-7461-4864-8e84-00c847ce95f6 disassociated (deleted). External IP: 172.27.2.31, port: e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744. Jul 14 20:59:08.838805 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Router 36f5fa0d-d630-4994-940f-cea9410a5b04 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:59:08.942662 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:59:08.947519 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:08.953368 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] Sync routers for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:59:08.962758 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:59:08.963371 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:08.985373 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-95248b70-d8bc-43a2-980a-1ec1bb34ed40 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "DELETE /v2.0/floatingips/e5297aab-7461-4864-8e84-00c847ce95f6 HTTP/1.1" status: 204 len: 168 time: 0.8067555 Jul 14 20:59:08.985964 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88669881-5456-41c1-88d1-018499d10a12', 'tag': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:59:08.988820 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00041fcc-67b1-4c8b-abe3-1b9bde568705" -d '{"events": [{"name": "network-changed", "server_uuid": "88669881-5456-41c1-88d1-018499d10a12", "tag": "e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:59:09.028331 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41374fd7-2770-4166-bd9c-50426fe083ae x-openstack-request-id: req-41374fd7-2770-4166-bd9c-50426fe083ae {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:59:09.028627 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88669881-5456-41c1-88d1-018499d10a12", "tag": "e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:59:09.028868 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41374fd7-2770-4166-bd9c-50426fe083ae {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:59:09.029255 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88669881-5456-41c1-88d1-018499d10a12', 'tag': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'status': 'completed', 'code': 200} Jul 14 20:59:09.071105 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:59:09.105112 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-38620f09-2eed-4496-8484-a6be3c5c105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:09.106681 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-38620f09-2eed-4496-8484-a6be3c5c105c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 1099 time: 0.0527823 Jul 14 20:59:09.206421 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-ae0cafc0-09ab-423f-8f82-83e0082f6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:09.208179 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-ae0cafc0-09ab-423f-8f82-83e0082f6449 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.0952277 Jul 14 20:59:09.252745 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-d641b9a4-7f53-4b42-8361-58c49016c095 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 HTTP/1.1" status: 200 len: 217 time: 0.0369272 Jul 14 20:59:09.305263 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-6d81893a-0d19-427e-8c6b-652811c2a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:09.306739 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-6d81893a-0d19-427e-8c6b-652811c2a41f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0475259 Jul 14 20:59:09.366386 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb056f-ae0a-4af0-bc54-c6b0a1f43fec req-f395e21e-b70a-4edd-8c63-d075d5d9ccca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:09.367757 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-7dba8d5d-9880-4da8-a7bd-edc0b4a0e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:09.368023 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f5fb056f-ae0a-4af0-bc54-c6b0a1f43fec req-f395e21e-b70a-4edd-8c63-d075d5d9ccca tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 946 time: 0.0669656 Jul 14 20:59:09.369414 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-7dba8d5d-9880-4da8-a7bd-edc0b4a0e37c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556116 Jul 14 20:59:09.411801 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-f5fb056f-ae0a-4af0-bc54-c6b0a1f43fec req-e108af45-755d-48d8-9cbd-3425f6eb1930 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372167 Jul 14 20:59:09.436008 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '91036b20-65f4-4e38-b019-90d83ce330ab', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:83:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:55:20Z', 'updated_at': '2021-07-14T20:55:22Z', 'revision_number': 1, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:09.461976 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] Checking router: 36f5fa0d-d630-4994-940f-cea9410a5b04 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:59:09.464326 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-9fd7e27c-bc04-4294-8676-7a9ed6ba8a9d service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878365 Jul 14 20:59:09.470024 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:59:09.470630 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:09.552525 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-00041fcc-67b1-4c8b-abe3-1b9bde568705 req-8ec3072b-9f05-493d-8bd4-ce0600637d25 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809555 Jul 14 20:59:09.578424 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:59:09.794778 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '91036b20-65f4-4e38-b019-90d83ce330ab', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:83:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:55:20Z', 'updated_at': '2021-07-14T20:55:22Z', 'revision_number': 1, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:09.820613 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872ec60-f344-4e8d-8e57-8dc13ad16ef7 None None] The sync data for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi is: [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_floatingips': [{'id': '91036b20-65f4-4e38-b019-90d83ce330ab', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'router_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'port_id': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'mac_address': 'fa:16:3e:83:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T20:55:20Z', 'updated_at': '2021-07-14T20:55:22Z', 'revision_number': 1, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:59:10.028983 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89def4-33df-403b-8765-2b9025d089af None None] New status for floating IP e5297aab-7461-4864-8e84-00c847ce95f6: DOWN {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:59:10.587708 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25728d6-df25-4caa-b8d9-18466f8901b0 req-3b9e0e10-a335-45e2-bdd3-354df957a6b5 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:10.589205 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a25728d6-df25-4caa-b8d9-18466f8901b0 req-3b9e0e10-a335-45e2-bdd3-354df957a6b5 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 946 time: 0.0656874 Jul 14 20:59:10.625419 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-a25728d6-df25-4caa-b8d9-18466f8901b0 req-ed1362d5-0e4f-4d43-a93d-516533f8206f tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306954 Jul 14 20:59:10.910472 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-21550b16-4a20-4e50-867d-4424f39172c3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:10.911974 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-21550b16-4a20-4e50-867d-4424f39172c3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 946 time: 0.0656636 Jul 14 20:59:11.009700 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-b5950ea6-26d1-4359-b303-0f393f3243c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Deleting port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:11.010045 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-b5950ea6-26d1-4359-b303-0f393f3243c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:11.095098 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-b5950ea6-26d1-4359-b303-0f393f3243c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] For port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:59:11.095456 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-b5950ea6-26d1-4359-b303-0f393f3243c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:11.107720 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-b5950ea6-26d1-4359-b303-0f393f3243c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Calling delete_port for e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:11.232852 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-b5950ea6-26d1-4359-b303-0f393f3243c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:11.260776 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5950ea6-26d1-4359-b303-0f393f3243c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event deleted for resources: {'Port': ['ID=e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:11.305135 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-b5950ea6-26d1-4359-b303-0f393f3243c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] No DVR routers for this DVR port e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:59:11.307512 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-b5950ea6-26d1-4359-b303-0f393f3243c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:11.309734 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-5739c025-e252-4192-9a7d-b42b921a6eb8 req-b5950ea6-26d1-4359-b303-0f393f3243c8 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "DELETE /v2.0/ports/e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 HTTP/1.1" status: 204 len: 173 time: 0.3924966 Jul 14 20:59:11.310211 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88669881-5456-41c1-88d1-018499d10a12', 'name': 'network-vif-deleted', 'tag': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:59:11.312423 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bc9978-81a3-4b88-be46-ad1ab9de7399" -d '{"events": [{"server_uuid": "88669881-5456-41c1-88d1-018499d10a12", "name": "network-vif-deleted", "tag": "e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:59:11.347745 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578d00e6-5583-4ee1-9f0c-cd3f014e5334 x-openstack-request-id: req-578d00e6-5583-4ee1-9f0c-cd3f014e5334 {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:59:11.348114 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88669881-5456-41c1-88d1-018499d10a12", "name": "network-vif-deleted", "tag": "e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:59:11.348366 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-578d00e6-5583-4ee1-9f0c-cd3f014e5334 {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:59:11.348762 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88669881-5456-41c1-88d1-018499d10a12', 'name': 'network-vif-deleted', 'tag': 'e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744', 'status': 'completed', 'code': 200} Jul 14 20:59:11.789041 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-15549595-a834-4576-91c8-1edf936cdbf6 req-56feaca5-89f0-411e-8624-49ed4ae27308 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=88669881-5456-41c1-88d1-018499d10a12 HTTP/1.1" status: 200 len: 210 time: 0.0316410 Jul 14 20:59:13.179236 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:59:13.402555 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:59:13.422563 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:59:13.422907 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device e1b5f7e6-b5b1-4c4a-a51b-2ce76c0f1744 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:59:15.094023 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38128) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:15.244111 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Deleting port 96a2545e-7a85-44dc-830a-13f5433c85be {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:15.244452 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:15.326355 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:15.326687 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:15.338620 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Calling delete_port for 96a2545e-7a85-44dc-830a-13f5433c85be owned by network:floatingip {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:15.483364 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:15.760083 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event deleted for resources: {'Port': ['ID=96a2545e-7a85-44dc-830a-13f5433c85be,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:15.820503 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:15.820823 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.l3_db [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Floating IP 91036b20-65f4-4e38-b019-90d83ce330ab disassociated (deleted). External IP: 172.27.2.51, port: c6a55819-1820-4c74-bac5-905c50f78bd6. Jul 14 20:59:16.021885 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Router 36f5fa0d-d630-4994-940f-cea9410a5b04 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:59:16.126845 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:59:16.131752 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:16.137148 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] Sync routers for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:59:16.146348 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:59:16.146953 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:16.168823 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-559e1496-767a-4aed-85ba-5d28d6737d7b tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "DELETE /v2.0/floatingips/91036b20-65f4-4e38-b019-90d83ce330ab HTTP/1.1" status: 204 len: 168 time: 1.0736506 Jul 14 20:59:16.169506 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'tag': 'c6a55819-1820-4c74-bac5-905c50f78bd6'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:59:16.171963 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81efee3f-6143-46cf-834a-3d06e5293a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "98c97b8e-f6d1-4916-96e2-64ca74d605ca", "tag": "c6a55819-1820-4c74-bac5-905c50f78bd6"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:59:16.212117 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814affd4-9dbd-4e88-afba-971f0cdcfed9 x-openstack-request-id: req-814affd4-9dbd-4e88-afba-971f0cdcfed9 {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:59:16.212415 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c97b8e-f6d1-4916-96e2-64ca74d605ca", "tag": "c6a55819-1820-4c74-bac5-905c50f78bd6", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:59:16.212664 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-814affd4-9dbd-4e88-afba-971f0cdcfed9 {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:59:16.213063 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'tag': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'status': 'completed', 'code': 200} Jul 14 20:59:16.257069 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:59:16.293892 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-0fc1b4ac-21f3-4394-8f56-07f82f99c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:16.296074 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-0fc1b4ac-21f3-4394-8f56-07f82f99c8f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 1098 time: 0.0587864 Jul 14 20:59:16.402821 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-344eb4bd-17a7-4a6e-95c9-cf1661f1b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:16.404776 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-344eb4bd-17a7-4a6e-95c9-cf1661f1b1fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 200 len: 913 time: 0.1007843 Jul 14 20:59:16.450350 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-743b8776-9d89-4dc3-a3a9-d65c1836530c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a55819-1820-4c74-bac5-905c50f78bd6 HTTP/1.1" status: 200 len: 217 time: 0.0387015 Jul 14 20:59:16.473314 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:16.499678 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-6b3e042b-cd4a-44ca-a603-7350e608bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:16.500096 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] Checking router: 36f5fa0d-d630-4994-940f-cea9410a5b04 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:59:16.501288 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-6b3e042b-cd4a-44ca-a603-7350e608bf84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 200 len: 851 time: 0.0444782 Jul 14 20:59:16.509930 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:59:16.510543 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:16.546766 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a264c5-4caf-499e-93d3-903994d3e25e req-301a8dce-0f09-4c00-a485-db98244a3bd5 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:16.548318 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d1a264c5-4caf-499e-93d3-903994d3e25e req-301a8dce-0f09-4c00-a485-db98244a3bd5 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 945 time: 0.0677695 Jul 14 20:59:16.563171 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-73abf8ac-e1e8-4df5-bf88-c467f518ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:16.565470 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-73abf8ac-e1e8-4df5-bf88-c467f518ea4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b41e53-42f9-4d74-b03c-94ec957fa2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538447 Jul 14 20:59:16.587774 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-d1a264c5-4caf-499e-93d3-903994d3e25e req-b19f93ea-db50-4da4-b9db-b0f7bff0c3c3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333157 Jul 14 20:59:16.628517 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:59:16.664564 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-79ee31a2-cc6d-4e8b-85ab-eec967f5c5fd service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843637 Jul 14 20:59:16.752005 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-81efee3f-6143-46cf-834a-3d06e5293a3b req-5f812a56-b0c3-4d26-9ffa-76ba7173abc0 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806806 Jul 14 20:59:16.819074 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:16.846485 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfcdc9e-523c-472b-ad02-2cf174f2e6e3 None None] The sync data for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi is: [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:51:58Z', 'revision_number': 4, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '0f4d37e1-ed81-4ec1-8275-d6e220055fce', 'name': '', 'network_id': 'c3b41e53-42f9-4d74-b03c-94ec957fa2b0', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'mac_address': 'fa:16:3e:24:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:57Z', 'updated_at': '2021-07-14T20:52:03Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'subnets': [{'id': '95b977e4-d6ba-4cf5-a957-ec88eb729942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:59:17.064502 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3cd5f-7c28-4189-ab5b-b1c5e9e71fbf None None] New status for floating IP 91036b20-65f4-4e38-b019-90d83ce330ab: DOWN {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 20:59:17.767857 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a654f-1abf-4994-89bf-de71373579e1 req-f39ae9fa-86ec-49b6-8c26-ef0fc58f64f1 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:17.769278 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9c7a654f-1abf-4994-89bf-de71373579e1 req-f39ae9fa-86ec-49b6-8c26-ef0fc58f64f1 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 945 time: 0.0662277 Jul 14 20:59:17.807093 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-9c7a654f-1abf-4994-89bf-de71373579e1 req-be46e033-8dff-4e5f-95c8-c925c4d421f3 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/security-groups?id=27c7b189-6287-4e6b-90b5-029f353a11e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322304 Jul 14 20:59:18.100914 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-012e2684-b717-4fec-aa95-e653993f40d2 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 20:59:18.102310 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-012e2684-b717-4fec-aa95-e653993f40d2 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 945 time: 0.0623925 Jul 14 20:59:18.199638 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-a1443831-7ef6-4ae7-aef7-8b26618ac870 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Deleting port c6a55819-1820-4c74-bac5-905c50f78bd6 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:18.200013 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-a1443831-7ef6-4ae7-aef7-8b26618ac870 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:18.295158 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-a1443831-7ef6-4ae7-aef7-8b26618ac870 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] For port c6a55819-1820-4c74-bac5-905c50f78bd6, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=c6a55819-1820-4c74-bac5-905c50f78bd6,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:59:18.295514 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-a1443831-7ef6-4ae7-aef7-8b26618ac870 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:18.309105 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-a1443831-7ef6-4ae7-aef7-8b26618ac870 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Calling delete_port for c6a55819-1820-4c74-bac5-905c50f78bd6 owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:18.446675 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-a1443831-7ef6-4ae7-aef7-8b26618ac870 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:18.479866 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1443831-7ef6-4ae7-aef7-8b26618ac870 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event deleted for resources: {'Port': ['ID=c6a55819-1820-4c74-bac5-905c50f78bd6,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:18.521036 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-a1443831-7ef6-4ae7-aef7-8b26618ac870 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] No DVR routers for this DVR port c6a55819-1820-4c74-bac5-905c50f78bd6 on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:59:18.523663 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-a1443831-7ef6-4ae7-aef7-8b26618ac870 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:18.525625 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-8dfdffe0-45b2-479f-acfc-2263696ddc88 req-a1443831-7ef6-4ae7-aef7-8b26618ac870 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.43 "DELETE /v2.0/ports/c6a55819-1820-4c74-bac5-905c50f78bd6 HTTP/1.1" status: 204 len: 173 time: 0.4173295 Jul 14 20:59:18.526060 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'name': 'network-vif-deleted', 'tag': 'c6a55819-1820-4c74-bac5-905c50f78bd6'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 20:59:18.528274 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109ab41f-3ded-4cda-a6cf-2c5c9bc6525a" -d '{"events": [{"server_uuid": "98c97b8e-f6d1-4916-96e2-64ca74d605ca", "name": "network-vif-deleted", "tag": "c6a55819-1820-4c74-bac5-905c50f78bd6"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:59:18.565586 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6c4b2f-3bae-469f-93d6-5667060c11aa x-openstack-request-id: req-6a6c4b2f-3bae-469f-93d6-5667060c11aa {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:59:18.565908 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c97b8e-f6d1-4916-96e2-64ca74d605ca", "name": "network-vif-deleted", "tag": "c6a55819-1820-4c74-bac5-905c50f78bd6", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:59:18.566181 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a6c4b2f-3bae-469f-93d6-5667060c11aa {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:59:18.566634 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c97b8e-f6d1-4916-96e2-64ca74d605ca', 'name': 'network-vif-deleted', 'tag': 'c6a55819-1820-4c74-bac5-905c50f78bd6', 'status': 'completed', 'code': 200} Jul 14 20:59:18.975886 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-bf18ab1a-885b-46f6-b728-37dd7f5f5f81 req-f2c5a516-97a9-48d4-bd2b-5d9c37ff596f tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c97b8e-f6d1-4916-96e2-64ca74d605ca HTTP/1.1" status: 200 len: 210 time: 0.0308461 Jul 14 20:59:20.066362 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38144) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:20.185873 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa95ad-8e27-4347-a6e9-2732675f7b55 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Deleting port 715813d4-d323-4b1e-b1e8-ab50b8070beb {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:20.186221 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d0aa95ad-8e27-4347-a6e9-2732675f7b55 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:20.257257 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d0aa95ad-8e27-4347-a6e9-2732675f7b55 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:20.257500 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d0aa95ad-8e27-4347-a6e9-2732675f7b55 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:20.269148 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa95ad-8e27-4347-a6e9-2732675f7b55 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Calling delete_port for 715813d4-d323-4b1e-b1e8-ab50b8070beb owned by network:floatingip {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:20.403776 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d0aa95ad-8e27-4347-a6e9-2732675f7b55 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:20.429838 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa95ad-8e27-4347-a6e9-2732675f7b55 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event deleted for resources: {'Port': ['ID=715813d4-d323-4b1e-b1e8-ab50b8070beb,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:20.494090 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d0aa95ad-8e27-4347-a6e9-2732675f7b55 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for floatingip, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:20.496774 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-d0aa95ad-8e27-4347-a6e9-2732675f7b55 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:20.497923 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-d0aa95ad-8e27-4347-a6e9-2732675f7b55 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "DELETE /v2.0/floatingips/a909a839-0971-48c7-aa51-6874749bf2df HTTP/1.1" status: 204 len: 168 time: 0.4305797 Jul 14 20:59:21.431561 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device c6a55819-1820-4c74-bac5-905c50f78bd6 no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:59:21.451453 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: c6a55819-1820-4c74-bac5-905c50f78bd6 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:59:21.451801 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device c6a55819-1820-4c74-bac5-905c50f78bd6 not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:59:21.756369 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38156) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:21.811979 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9ffc-d3a8-4206-8372-645755780e01 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:21.835828 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9ffc-d3a8-4206-8372-645755780e01 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:21.893835 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9ffc-d3a8-4206-8372-645755780e01 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:21.896502 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9ffc-d3a8-4206-8372-645755780e01 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:21.897797 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-a4bb9ffc-d3a8-4206-8372-645755780e01 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] 10.222.0.38 "DELETE /v2.0/security-groups/27c7b189-6287-4e6b-90b5-029f353a11e8 HTTP/1.1" status: 204 len: 168 time: 0.1404271 Jul 14 20:59:21.906927 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb9ffc-d3a8-4206-8372-645755780e01 tempest-TestVolumeBootPattern-572949837 tempest-TestVolumeBootPattern-572949837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c7b189-6287-4e6b-90b5-029f353a11e8,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:21.948944 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38160) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:22.707535 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:22.728685 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-338765'] for router_interface, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:22.934472 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac1ff-955b-4b87-8962-29fb5a1d1150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:22.973080 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] Deleting port 0f4d37e1-ed81-4ec1-8275-d6e220055fce {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:22.973653 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:23.047811 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] For port 0f4d37e1-ed81-4ec1-8275-d6e220055fce, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=0f4d37e1-ed81-4ec1-8275-d6e220055fce,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:59:23.048225 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:23.060729 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] Calling delete_port for 0f4d37e1-ed81-4ec1-8275-d6e220055fce owned by network:router_interface {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:23.236442 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:23.259601 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4d37e1-ed81-4ec1-8275-d6e220055fce,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:23.430389 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338913'] for router_interface, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:23.641043 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] Router 36f5fa0d-d630-4994-940f-cea9410a5b04 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:59:23.741695 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:59:23.747285 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-b4612bac-2fa3-414e-a79c-d42b98f05695 admin admin] 10.222.0.38 "PUT /v2.0/routers/36f5fa0d-d630-4994-940f-cea9410a5b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7972910 Jul 14 20:59:23.749286 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38164) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:23.750373 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] Sync routers for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:59:23.759976 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:59:23.760580 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:23.851223 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:23.868235 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:59:23.948385 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.002778 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Deleting port ebf2616e-85df-4b96-bf03-aa85713d30ac {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:24.003120 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.039225 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:59:23Z', 'revision_number': 5, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port': {'id': 'ebf2616e-85df-4b96-bf03-aa85713d30ac', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:24.068825 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] Checking router: 36f5fa0d-d630-4994-940f-cea9410a5b04 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:59:24.077308 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] Routers {'36f5fa0d-d630-4994-940f-cea9410a5b04'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:59:24.078073 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:58:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['36f5fa0d-d630-4994-940f-cea9410a5b04'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:24.080179 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] For port ebf2616e-85df-4b96-bf03-aa85713d30ac, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=ebf2616e-85df-4b96-bf03-aa85713d30ac,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:59:24.080533 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.092754 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Calling delete_port for ebf2616e-85df-4b96-bf03-aa85713d30ac owned by network:router_gateway {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:24.161433 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] Set router 36f5fa0d-d630-4994-940f-cea9410a5b04 gateway port host: None {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:59:24.260280 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.286540 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf2616e-85df-4b96-bf03-aa85713d30ac,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:24.338904 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:59:23Z', 'revision_number': 6, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port_host': None}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:24.351799 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-337927'] for router_gateway, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.365529 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ebae43-f985-4c83-9fc4-bbdab378c9db None None] The sync data for ids ['36f5fa0d-d630-4994-940f-cea9410a5b04'] in dv-cinder-800830-1-iscsi is: [{'id': '36f5fa0d-d630-4994-940f-cea9410a5b04', 'name': 'tempest-TestVolumeBootPattern-1518690093-router', 'tenant_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:51:55Z', 'updated_at': '2021-07-14T20:59:23Z', 'revision_number': 6, 'project_id': '9f9f2d7e10a146eb903e1e05f37ba98d', 'gw_port_host': None}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:59:24.443555 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7806'] for router, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.446010 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.488140 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3855628'] for router, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.488670 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36f5fa0d-d630-4994-940f-cea9410a5b04 {{(pid=99456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:59:24.493476 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.494616 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-7529782b-e8ae-4dee-bdda-0f577cbf0dc9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/36f5fa0d-d630-4994-940f-cea9410a5b04 HTTP/1.1" status: 204 len: 168 time: 0.7443080 Jul 14 20:59:24.497108 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38166) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:24.543222 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_v2 [None req-3649f594-a16b-4bfe-a07a-be26b5e7a816 admin admin] Deleting subnet 95b977e4-d6ba-4cf5-a957-ec88eb729942 {{(pid=99456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:59:24.546158 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3649f594-a16b-4bfe-a07a-be26b5e7a816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.579670 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3649f594-a16b-4bfe-a07a-be26b5e7a816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59089704'] for subnet, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.652511 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3649f594-a16b-4bfe-a07a-be26b5e7a816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.701889 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3649f594-a16b-4bfe-a07a-be26b5e7a816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58970847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59790266'] for subnet, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.731431 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649f594-a16b-4bfe-a07a-be26b5e7a816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b977e4-d6ba-4cf5-a957-ec88eb729942,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:24.736419 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-3649f594-a16b-4bfe-a07a-be26b5e7a816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.738345 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-3649f594-a16b-4bfe-a07a-be26b5e7a816 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/95b977e4-d6ba-4cf5-a957-ec88eb729942 HTTP/1.1" status: 204 len: 168 time: 0.2403207 Jul 14 20:59:24.741031 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38168) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:24.742521 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657b6e4-96ff-4897-9858-30ed00afce08 None None] Network c3b41e53-42f9-4d74-b03c-94ec957fa2b0 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:59:24.817362 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.871439 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Deleting port e4f0c954-7de7-40d1-9847-c92429efef47 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:24.874323 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.949614 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] For port e4f0c954-7de7-40d1-9847-c92429efef47, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=e4f0c954-7de7-40d1-9847-c92429efef47,segment=NetworkSegment(0fb6c4b1-56a9-42cc-9d1f-8378692ab946),segment_id=0fb6c4b1-56a9-42cc-9d1f-8378692ab946)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:59:24.949972 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:24.963483 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Calling delete_port for e4f0c954-7de7-40d1-9847-c92429efef47 owned by network:dhcp {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:25.039814 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:25.065813 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f0c954-7de7-40d1-9847-c92429efef47,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:25.069862 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] No DVR routers for this DVR port e4f0c954-7de7-40d1-9847-c92429efef47 on host dv-cinder-800830-1-iscsi {{(pid=99456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:59:25.124438 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8ec8fb-94a3-484b-8be3-26ba9e66f8e2 None None] DHCP port deletion for c3b41e53-42f9-4d74-b03c-94ec957fa2b0 request from dv-cinder-800830-1-iscsi {{(pid=99458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 20:59:25.147618 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:25.158838 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b41e53-42f9-4d74-b03c-94ec957fa2b0']}} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:25.170160 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb6c4b1-56a9-42cc-9d1f-8378692ab946') {'for_net_delete': True} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:25.170448 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb6c4b1-56a9-42cc-9d1f-8378692ab946') {} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:25.180067 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59089713'] for segment, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:25.194098 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:25.194271 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0f4d37e1-ed81-4ec1-8275-d6e220055fce no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:59:25.200571 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=99456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:59:25.201084 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971505'] for segment, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: Traceback (most recent call last): Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: timer() Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: cb(*args, **kw) Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: return func(*args, **kwargs) Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: self._notify() Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: self.callback(batched_events) Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: event.method(event) Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: return f(self, *a, **k) Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._get(url).json() Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: return self.request(url, 'GET', **kwargs) Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:59:25.203103 dv-cinder-800830-1-iscsi neutron-server[99456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:59:25.216960 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 0f4d37e1-ed81-4ec1-8275-d6e220055fce {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:59:25.217299 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 0f4d37e1-ed81-4ec1-8275-d6e220055fce not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:59:25.217704 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device e4f0c954-7de7-40d1-9847-c92429efef47 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:59:25.238309 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: e4f0c954-7de7-40d1-9847-c92429efef47 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:59:25.238660 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device e4f0c954-7de7-40d1-9847-c92429efef47 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:59:25.239074 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device ebf2616e-85df-4b96-bf03-aa85713d30ac no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:59:25.258109 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: ebf2616e-85df-4b96-bf03-aa85713d30ac {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:59:25.258415 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device ebf2616e-85df-4b96-bf03-aa85713d30ac not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:59:25.262200 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:25.277300 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:25.279167 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c3b41e53-42f9-4d74-b03c-94ec957fa2b0 HTTP/1.1" status: 204 len: 168 time: 0.5370195 Jul 14 20:59:25.280455 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ea52a-44fc-4ac4-91e9-017d94836500 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b41e53-42f9-4d74-b03c-94ec957fa2b0,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:25.282298 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38170) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:25.634801 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-338765'] for router_interface, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:25.886584 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] Deleting port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:25.886851 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:25.962987 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] For port 82f9059a-e5ee-4ef5-8053-57ee2b2440f3, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=82f9059a-e5ee-4ef5-8053-57ee2b2440f3,segment=NetworkSegment(47901d01-e827-4f2d-b744-067a5f500844),segment_id=47901d01-e827-4f2d-b744-067a5f500844)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:59:25.963341 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:25.976031 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] Calling delete_port for 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 owned by network:router_interface {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:25.996309 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:26.093784 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-fae38ede-08cf-4d3b-a3a7-0bfebaf86246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:26.153440 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:26.188208 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=82f9059a-e5ee-4ef5-8053-57ee2b2440f3,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:26.355932 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338913'] for router_interface, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:26.567028 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] Router 260c9ea3-995f-4118-a57b-20531a80cdc6 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 20:59:26.669304 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:59:26.674090 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-76a62e5b-4a3c-4a9a-be27-3090a9696c4d admin admin] 10.222.0.38 "PUT /v2.0/routers/260c9ea3-995f-4118-a57b-20531a80cdc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3901677 Jul 14 20:59:26.676640 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38172) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:26.677339 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] Sync routers for ids ['260c9ea3-995f-4118-a57b-20531a80cdc6'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:59:26.686753 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] Routers {'260c9ea3-995f-4118-a57b-20531a80cdc6'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:59:26.687361 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:59:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['260c9ea3-995f-4118-a57b-20531a80cdc6'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:26.779488 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Notify callbacks [] for router, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:26.788255 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] Set router 260c9ea3-995f-4118-a57b-20531a80cdc6 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:59:26.881785 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:26.960170 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:26.968591 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'name': 'tempest-TestVolumeBootPattern-380035282-router', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:52:00Z', 'updated_at': '2021-07-14T20:59:26Z', 'revision_number': 5, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'gw_port': {'id': '1286bf55-af7e-4006-a180-17d2dfb29abb', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:52:01Z', 'updated_at': '2021-07-14T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:26.994730 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] Checking router: 260c9ea3-995f-4118-a57b-20531a80cdc6 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:59:27.004438 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] Routers {'260c9ea3-995f-4118-a57b-20531a80cdc6'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 20:59:27.005117 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:59:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['260c9ea3-995f-4118-a57b-20531a80cdc6'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:27.091753 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] Set router 260c9ea3-995f-4118-a57b-20531a80cdc6 gateway port host: None {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 20:59:27.146155 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'name': 'tempest-TestVolumeBootPattern-380035282-router', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:52:00Z', 'updated_at': '2021-07-14T20:59:26Z', 'revision_number': 6, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'gw_port_host': None}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:27.172604 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5b4ab-980f-4aee-93ea-8740550aa0c8 None None] The sync data for ids ['260c9ea3-995f-4118-a57b-20531a80cdc6'] in dv-cinder-800830-1-iscsi is: [{'id': '260c9ea3-995f-4118-a57b-20531a80cdc6', 'name': 'tempest-TestVolumeBootPattern-380035282-router', 'tenant_id': '6b8edf7c578c4b589d089e931767c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:52:00Z', 'updated_at': '2021-07-14T20:59:26Z', 'revision_number': 6, 'project_id': '6b8edf7c578c4b589d089e931767c279', 'gw_port_host': None}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:59:27.208786 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Deleting port 1286bf55-af7e-4006-a180-17d2dfb29abb {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:27.209027 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.284358 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] For port 1286bf55-af7e-4006-a180-17d2dfb29abb, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=1286bf55-af7e-4006-a180-17d2dfb29abb,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:59:27.284704 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.296392 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Calling delete_port for 1286bf55-af7e-4006-a180-17d2dfb29abb owned by network:router_gateway {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:27.454143 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.482903 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Pushing event deleted for resources: {'Port': ['ID=1286bf55-af7e-4006-a180-17d2dfb29abb,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:27.547883 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-337927'] for router_gateway, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.641079 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7806'] for router, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.643196 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.688292 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3855628'] for router, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.688855 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260c9ea3-995f-4118-a57b-20531a80cdc6 {{(pid=99457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:59:27.693325 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.694176 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-a17a8f5d-5515-4b9a-98c5-31cdaeea0edf admin admin] 10.222.0.38 "DELETE /v2.0/routers/260c9ea3-995f-4118-a57b-20531a80cdc6 HTTP/1.1" status: 204 len: 168 time: 1.0166078 Jul 14 20:59:27.696776 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38174) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:27.742597 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19a9c52-1c82-48a2-9d45-1667a2cb94cf admin admin] Deleting subnet 1c903ae0-ba24-42c8-8412-836255e9af09 {{(pid=99457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 20:59:27.745501 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c52-1c82-48a2-9d45-1667a2cb94cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.777998 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c52-1c82-48a2-9d45-1667a2cb94cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62803196'] for subnet, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.851134 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c52-1c82-48a2-9d45-1667a2cb94cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.907131 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c52-1c82-48a2-9d45-1667a2cb94cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62809195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62529652'] for subnet, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.931909 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a9c52-1c82-48a2-9d45-1667a2cb94cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c903ae0-ba24-42c8-8412-836255e9af09,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:27.937941 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c52-1c82-48a2-9d45-1667a2cb94cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:27.939833 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-e19a9c52-1c82-48a2-9d45-1667a2cb94cf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1c903ae0-ba24-42c8-8412-836255e9af09 HTTP/1.1" status: 204 len: 168 time: 0.2420590 Jul 14 20:59:27.942435 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38176) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:27.944113 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6266666b-c199-49ac-9b3a-5acb88cb2b23 None None] Network 000370ea-1c1b-4fd1-83fb-6eb04a26c849 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 20:59:28.010117 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.063768 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Deleting port 13412f50-1306-4749-9782-ca4aae421e89 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:28.064231 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.132191 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] For port 13412f50-1306-4749-9782-ca4aae421e89, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=13412f50-1306-4749-9782-ca4aae421e89,segment=NetworkSegment(47901d01-e827-4f2d-b744-067a5f500844),segment_id=47901d01-e827-4f2d-b744-067a5f500844)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:59:28.132686 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.141089 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4042a-ca64-4683-b539-e4d4b1fcccd7 None None] DHCP port deletion for 000370ea-1c1b-4fd1-83fb-6eb04a26c849 request from dv-cinder-800830-1-iscsi {{(pid=99458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 20:59:28.148143 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Calling delete_port for 13412f50-1306-4749-9782-ca4aae421e89 owned by network:dhcp {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:28.190831 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-14b4042a-ca64-4683-b539-e4d4b1fcccd7 None None] Deleting port 13412f50-1306-4749-9782-ca4aae421e89 {{(pid=99458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 20:59:28.191199 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-14b4042a-ca64-4683-b539-e4d4b1fcccd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.236399 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.252752 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-14b4042a-ca64-4683-b539-e4d4b1fcccd7 None None] For port 13412f50-1306-4749-9782-ca4aae421e89, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=13412f50-1306-4749-9782-ca4aae421e89,segment=NetworkSegment(47901d01-e827-4f2d-b744-067a5f500844),segment_id=47901d01-e827-4f2d-b744-067a5f500844)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:59:28.253110 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-14b4042a-ca64-4683-b539-e4d4b1fcccd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.265396 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=13412f50-1306-4749-9782-ca4aae421e89,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:28.270653 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] No DVR routers for this DVR port 13412f50-1306-4749-9782-ca4aae421e89 on host dv-cinder-800830-1-iscsi {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:59:28.272340 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-14b4042a-ca64-4683-b539-e4d4b1fcccd7 None None] Calling delete_port for 13412f50-1306-4749-9782-ca4aae421e89 owned by network:dhcp {{(pid=99458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 20:59:28.340064 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.347738 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-14b4042a-ca64-4683-b539-e4d4b1fcccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966'] for port, after_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.350155 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000370ea-1c1b-4fd1-83fb-6eb04a26c849']}} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:28.360480 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47901d01-e827-4f2d-b744-067a5f500844') {'for_net_delete': True} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:28.360688 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47901d01-e827-4f2d-b744-067a5f500844') {} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:59:28.369624 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62803173'] for segment, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.372441 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4042a-ca64-4683-b539-e4d4b1fcccd7 None None] Pushing event deleted for resources: {'Port': ['ID=13412f50-1306-4749-9782-ca4aae421e89,revision_number=None']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:28.375824 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4042a-ca64-4683-b539-e4d4b1fcccd7 None None] No DVR routers for this DVR port 13412f50-1306-4749-9782-ca4aae421e89 on host dv-cinder-800830-1-iscsi {{(pid=99458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 20:59:28.383710 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.389810 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=99457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:59:28.390302 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62809029'] for segment, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: Traceback (most recent call last): Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: timer() Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: cb(*args, **kw) Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: return func(*args, **kwargs) Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: self._notify() Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: self.callback(batched_events) Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: event.method(event) Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: return f(self, *a, **k) Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._get(url).json() Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: return self.request(url, 'GET', **kwargs) Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 20:59:28.391801 dv-cinder-800830-1-iscsi neutron-server[99457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 20:59:28.449851 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.455126 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.457660 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/000370ea-1c1b-4fd1-83fb-6eb04a26c849 HTTP/1.1" status: 204 len: 168 time: 0.5142970 Jul 14 20:59:28.468205 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d87da-7d08-4b46-acf8-d44bcecbf5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=000370ea-1c1b-4fd1-83fb-6eb04a26c849,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:28.567148 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38180) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:28.606615 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-7665405a-4714-47d6-bc44-0c0860424446 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f9f2d7e10a146eb903e1e05f37ba98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382950 Jul 14 20:59:28.609368 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38182) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:28.614138 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.656193 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bd4119cf-c6b1-42e6-b438-7504ee27a8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.677473 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bd4119cf-c6b1-42e6-b438-7504ee27a8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.724213 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bd4119cf-c6b1-42e6-b438-7504ee27a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.726816 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-bd4119cf-c6b1-42e6-b438-7504ee27a8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:28.728020 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-bd4119cf-c6b1-42e6-b438-7504ee27a8da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17bc2a1f-1a9a-4a6c-a24d-5337bcfd47fa HTTP/1.1" status: 204 len: 168 time: 0.1175852 Jul 14 20:59:28.735442 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4119cf-c6b1-42e6-b438-7504ee27a8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bc2a1f-1a9a-4a6c-a24d-5337bcfd47fa,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:28.929050 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:59:28.949528 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:59:28.949874 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 82f9059a-e5ee-4ef5-8053-57ee2b2440f3 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:59:28.950513 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 13412f50-1306-4749-9782-ca4aae421e89 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:59:28.971421 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 13412f50-1306-4749-9782-ca4aae421e89 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:59:28.971766 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 13412f50-1306-4749-9782-ca4aae421e89 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:59:28.972211 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 1286bf55-af7e-4006-a180-17d2dfb29abb no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:59:28.990792 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 1286bf55-af7e-4006-a180-17d2dfb29abb {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 20:59:28.991170 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 1286bf55-af7e-4006-a180-17d2dfb29abb not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:59:29.049978 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38188) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:29.091745 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-f245100c-d475-498a-9026-4d4560b4c06b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b8edf7c578c4b589d089e931767c279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405419 Jul 14 20:59:29.094083 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38190) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 20:59:29.142224 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aad4f812-848e-4970-b836-58a266cfc125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:29.163198 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aad4f812-848e-4970-b836-58a266cfc125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:29.209495 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aad4f812-848e-4970-b836-58a266cfc125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:29.212205 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-aad4f812-848e-4970-b836-58a266cfc125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:29.213359 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-aad4f812-848e-4970-b836-58a266cfc125 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37a716f6-17ed-4b88-a1c7-3d353d28debf HTTP/1.1" status: 204 len: 168 time: 0.1183918 Jul 14 20:59:29.221328 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4f812-848e-4970-b836-58a266cfc125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a716f6-17ed-4b88-a1c7-3d353d28debf,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:59:50.179269 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:59:52.707053 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:52.935157 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-4327d8fa-98bf-48de-8aad-cd2f3d43ad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:55.997078 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:56.094434 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-915600d9-9fdb-401a-a67f-10eed071318b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:56.955991 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 20:59:58.616467 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:16.244606 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38204) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:16.394589 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Deleting port 3ea67f15-40c0-49e5-a965-7422c0be2ac4 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 21:00:16.394928 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:16.467323 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:16.467649 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:16.478672 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Calling delete_port for 3ea67f15-40c0-49e5-a965-7422c0be2ac4 owned by network:floatingip {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 21:00:16.617966 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:16.643314 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event deleted for resources: {'Port': ['ID=3ea67f15-40c0-49e5-a965-7422c0be2ac4,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:16.668384 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.668726 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.669061 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.669388 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.669712 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.670041 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.670360 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.670676 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.670991 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.671306 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.671620 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.671961 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:16.712423 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for floatingip, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:16.712749 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.db.l3_db [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Floating IP 42249ec3-e1d9-4261-ae52-9170fba0bac1 disassociated (deleted). External IP: 172.27.2.110, port: 79504a3f-9441-4ba3-93a2-dc03e6edb8ae. Jul 14 21:00:16.907338 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 21:00:17.009415 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 21:00:17.014262 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for floatingip, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:17.019829 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] Sync routers for ids ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 21:00:17.029676 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] Routers {'53a5bede-1419-4094-a7c5-0269c9c6d9e5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 21:00:17.030301 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:59:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:17.051570 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-e1a0ab71-5974-44a0-934b-6b676070f526 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "DELETE /v2.0/floatingips/42249ec3-e1d9-4261-ae52-9170fba0bac1 HTTP/1.1" status: 204 len: 168 time: 0.8058715 Jul 14 21:00:17.052174 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae'}] {{(pid=99456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 21:00:17.054614 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11bed94de47c98ec654b6aecbec0b7a9cbb5a9c8f311e5ea33cdfa0c4c202c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef26d127-8e84-410e-a79a-3e34c4d441be" -d '{"events": [{"name": "network-changed", "server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae"}]}' {{(pid=99456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 21:00:17.136863 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] Set router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 21:00:17.298811 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 21:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b9206b-d737-4c7f-bd16-85fe5e69e261 x-openstack-request-id: req-61b9206b-d737-4c7f-bd16-85fe5e69e261 {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 21:00:17.299363 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae", "status": "completed", "code": 200}]} {{(pid=99456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 21:00:17.299363 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61b9206b-d737-4c7f-bd16-85fe5e69e261 {{(pid=99456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 21:00:17.299959 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'status': 'completed', 'code': 200} Jul 14 21:00:17.347573 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82', 'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'mac_address': 'fa:16:3e:29:cf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:52Z', 'updated_at': '2021-07-14T20:55:59Z', 'revision_number': 5, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'subnets': [{'id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:17.376818 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] Checking router: 53a5bede-1419-4094-a7c5-0269c9c6d9e5 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 21:00:17.385556 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] Routers {'53a5bede-1419-4094-a7c5-0269c9c6d9e5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 21:00:17.385757 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-f2751fa8-3c39-4dde-a436-da82e698b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 21:00:17.386250 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:59:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:17.388091 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-f2751fa8-3c39-4dde-a436-da82e698b826 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42b556b217544b60adda342fdd8cd4f7&device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 1099 time: 0.0545404 Jul 14 21:00:17.489682 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] Set router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 21:00:17.520381 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-f84abaab-2b50-422f-bd04-c72043d3b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 21:00:17.521868 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-f84abaab-2b50-422f-bd04-c72043d3b404 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef7702c9-2f4b-4441-b148-ed52f388bdd6 HTTP/1.1" status: 200 len: 909 time: 0.1268435 Jul 14 21:00:17.532620 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c7d97-1c7a-499a-a2a1-64ff092c0b52 req-d1f6fd43-6768-4eb5-a6f8-b9619f3211ea tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 21:00:17.534116 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c07c7d97-1c7a-499a-a2a1-64ff092c0b52 req-d1f6fd43-6768-4eb5-a6f8-b9619f3211ea tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.1379485 Jul 14 21:00:17.585550 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-4d0bf903-e8f2-4c7a-80af-004aaf7b7f34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae HTTP/1.1" status: 200 len: 217 time: 0.0504670 Jul 14 21:00:17.628875 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-c07c7d97-1c7a-499a-a2a1-64ff092c0b52 req-d61c94f8-77ac-4b8a-8e32-a39d7d2935cd tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882242 Jul 14 21:00:17.648280 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-d549ded1-f761-401c-ba50-ba81114127cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 21:00:17.649747 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-d549ded1-f761-401c-ba50-ba81114127cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c60ebf40-15fb-4c1f-8e53-3dad0e5e84da HTTP/1.1" status: 200 len: 847 time: 0.0568621 Jul 14 21:00:17.683012 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82', 'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'mac_address': 'fa:16:3e:29:cf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:52Z', 'updated_at': '2021-07-14T20:55:59Z', 'revision_number': 5, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'subnets': [{'id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:17.707916 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-e34208df-a016-42f4-8a2a-2ad829ce3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 21:00:17.709427 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-e34208df-a016-42f4-8a2a-2ad829ce3714 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef7702c9-2f4b-4441-b148-ed52f388bdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520594 Jul 14 21:00:17.715868 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c263cd-abf2-4194-a9b4-abb338a795ae None None] The sync data for ids ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'] in dv-cinder-800830-1-iscsi is: [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:53Z', 'revision_number': 4, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi', '_interfaces': [{'id': '4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82', 'name': '', 'network_id': 'ef7702c9-2f4b-4441-b148-ed52f388bdd6', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'mac_address': 'fa:16:3e:29:cf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:52Z', 'updated_at': '2021-07-14T20:55:59Z', 'revision_number': 5, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'subnets': [{'id': 'c60ebf40-15fb-4c1f-8e53-3dad0e5e84da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 21:00:17.804687 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-f74ee16d-8d3c-4a6a-ba9c-eed25ed1b105 service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879297 Jul 14 21:00:17.899508 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-ef26d127-8e84-410e-a79a-3e34c4d441be req-a90917d0-5198-4701-8232-91b8b19361a2 service neutron] 10.222.0.43 "GET /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872712 Jul 14 21:00:17.923506 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae17c0f-3ec7-4cff-a19c-dc1d78394ccf None None] New status for floating IP 42249ec3-e1d9-4261-ae52-9170fba0bac1: DOWN {{(pid=99459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 21:00:18.803934 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879229-595e-4fd6-9190-9181587f4787 req-b5b2f39c-35f5-40e4-84ff-0b5b1fe71a85 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 21:00:18.805405 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e7879229-595e-4fd6-9190-9181587f4787 req-b5b2f39c-35f5-40e4-84ff-0b5b1fe71a85 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0615232 Jul 14 21:00:18.842048 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-e7879229-595e-4fd6-9190-9181587f4787 req-a6da94b8-5896-4f6f-8477-3dc884e5c82d tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/security-groups?id=177d4a17-4972-4c1f-bbd1-a9ebae2d2153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311956 Jul 14 21:00:19.140140 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-ac6334cb-3f7e-45cc-90a4-288e127cfdde tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 21:00:19.141621 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-ac6334cb-3f7e-45cc-90a4-288e127cfdde tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.43 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 946 time: 0.0611789 Jul 14 21:00:19.244854 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Deleting port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 21:00:19.245196 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:19.329339 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] For port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae, host hv-cinder-80083, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80083',level=0,port_id=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 21:00:19.329690 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:19.346601 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Calling delete_port for 79504a3f-9441-4ba3-93a2-dc03e6edb8ae owned by compute:nova {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 21:00:19.467521 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:19.494893 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event deleted for resources: {'Port': ['ID=79504a3f-9441-4ba3-93a2-dc03e6edb8ae,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:19.506993 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.507340 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.507675 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.508035 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.508364 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.508692 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.509014 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.509339 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.509661 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.509980 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.510303 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.510619 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:19.551257 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] No DVR routers for this DVR port 79504a3f-9441-4ba3-93a2-dc03e6edb8ae on host hv-cinder-80083 {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 21:00:19.553843 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115409'] for port, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:19.555794 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [req-b3c6e34d-35f6-4e0f-a96a-7a12187786a3 req-4ac02f6d-e2d8-4a3a-bb7f-61dbfd12005a tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.43 "DELETE /v2.0/ports/79504a3f-9441-4ba3-93a2-dc03e6edb8ae HTTP/1.1" status: 204 len: 173 time: 0.4053321 Jul 14 21:00:19.556336 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'name': 'network-vif-deleted', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae'}] {{(pid=99457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 21:00:19.558573 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbde449c9683e391dadb4e31a51117ad35f74deeaa7cf9a14901f594cb6ec3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54941481-6477-4a16-80d3-e9780a97244a" -d '{"events": [{"server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "name": "network-vif-deleted", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae"}]}' {{(pid=99457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 21:00:19.666164 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017db9f1-d65c-4b19-a99e-3903289d3d7a x-openstack-request-id: req-017db9f1-d65c-4b19-a99e-3903289d3d7a {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 21:00:19.666461 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0346cfb5-2a09-4386-b085-cada38d04c1d", "name": "network-vif-deleted", "tag": "79504a3f-9441-4ba3-93a2-dc03e6edb8ae", "status": "completed", "code": 200}]} {{(pid=99457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 21:00:19.666718 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-017db9f1-d65c-4b19-a99e-3903289d3d7a {{(pid=99457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 21:00:19.667115 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0346cfb5-2a09-4386-b085-cada38d04c1d', 'name': 'network-vif-deleted', 'tag': '79504a3f-9441-4ba3-93a2-dc03e6edb8ae', 'status': 'completed', 'code': 200} Jul 14 21:00:19.986832 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [req-be7eebe2-a4b2-4c17-b34c-b54673c697b9 req-f3846031-8d89-4527-becc-99fbebad30b1 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "GET /v2.0/ports?device_id=0346cfb5-2a09-4386-b085-cada38d04c1d HTTP/1.1" status: 200 len: 210 time: 0.0292172 Jul 14 21:00:21.081033 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38230) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:21.136252 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7ac0db96-5797-41cc-8972-db912ecf3375 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:21.160769 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7ac0db96-5797-41cc-8972-db912ecf3375 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:21.221402 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7ac0db96-5797-41cc-8972-db912ecf3375 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:21.224038 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-7ac0db96-5797-41cc-8972-db912ecf3375 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:21.225185 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-7ac0db96-5797-41cc-8972-db912ecf3375 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] 10.222.0.38 "DELETE /v2.0/security-groups/177d4a17-4972-4c1f-bbd1-a9ebae2d2153 HTTP/1.1" status: 204 len: 168 time: 0.1431546 Jul 14 21:00:21.234167 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0db96-5797-41cc-8972-db912ecf3375 tempest-TestShelveInstance-1160442147 tempest-TestShelveInstance-1160442147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d4a17-4972-4c1f-bbd1-a9ebae2d2153,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:21.266982 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38234) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:21.721636 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 79504a3f-9441-4ba3-93a2-dc03e6edb8ae no longer exists at agent hyperv_hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 21:00:21.744215 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] No Port match for: 79504a3f-9441-4ba3-93a2-dc03e6edb8ae {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 21:00:21.744556 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Device 79504a3f-9441-4ba3-93a2-dc03e6edb8ae not bound to the agent host hv-cinder-80083 {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 21:00:21.835060 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-338765'] for router_interface, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:22.074701 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] Deleting port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 21:00:22.075549 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:22.153046 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] For port 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 21:00:22.154275 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:22.165827 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] Calling delete_port for 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 owned by network:router_interface {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 21:00:22.342878 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:22.367057 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:22.532466 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338913'] for router_interface, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:22.731226 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:22.736805 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] Router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 21:00:22.839029 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 21:00:22.843962 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-0cd710f4-d9bd-4c54-9258-7863be2aa09b admin admin] 10.222.0.38 "PUT /v2.0/routers/53a5bede-1419-4094-a7c5-0269c9c6d9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5784111 Jul 14 21:00:22.846632 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38236) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:22.847122 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] Sync routers for ids ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'] in dv-cinder-800830-1-iscsi {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 21:00:22.855993 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] Routers {'53a5bede-1419-4094-a7c5-0269c9c6d9e5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 21:00:22.857336 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:59:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:22.953879 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Notify callbacks [] for router, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:22.956937 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-51c80308-b549-469b-a83e-0e7f227e5c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:22.974444 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] Set router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 21:00:23.052958 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.103184 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Deleting port 4b016255-c96d-45b6-bde0-bf3a0832139b {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 21:00:23.103527 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.145058 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T21:00:22Z', 'revision_number': 5, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port': {'id': '4b016255-c96d-45b6-bde0-bf3a0832139b', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:23.171204 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] Checking router: 53a5bede-1419-4094-a7c5-0269c9c6d9e5 for host: dv-cinder-800830-1-iscsi {{(pid=99458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 21:00:23.179423 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] Routers {'53a5bede-1419-4094-a7c5-0269c9c6d9e5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 21:00:23.180072 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:59:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'], 'active': True} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:23.183094 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] For port 4b016255-c96d-45b6-bde0-bf3a0832139b, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=4b016255-c96d-45b6-bde0-bf3a0832139b,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 21:00:23.183446 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.196991 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Calling delete_port for 4b016255-c96d-45b6-bde0-bf3a0832139b owned by network:router_gateway {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 21:00:23.364243 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.384081 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvr_db [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] Set router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 gateway port host: None {{(pid=99458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 21:00:23.395094 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b016255-c96d-45b6-bde0-bf3a0832139b,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:23.437744 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_hamode_db [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T21:00:23Z', 'revision_number': 6, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port_host': None}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:23.455208 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-337927'] for router_gateway, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.464531 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdfc89b-20ce-4510-b0c8-417b2b45f0c9 None None] The sync data for ids ['53a5bede-1419-4094-a7c5-0269c9c6d9e5'] in dv-cinder-800830-1-iscsi is: [{'id': '53a5bede-1419-4094-a7c5-0269c9c6d9e5', 'name': 'tempest-TestShelveInstance-548327358-router', 'tenant_id': '42b556b217544b60adda342fdd8cd4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:50Z', 'updated_at': '2021-07-14T21:00:23Z', 'revision_number': 6, 'project_id': '42b556b217544b60adda342fdd8cd4f7', 'gw_port_host': None}] {{(pid=99458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 21:00:23.542911 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7806'] for router, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.544985 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.587606 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3855628'] for router, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.588149 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53a5bede-1419-4094-a7c5-0269c9c6d9e5 {{(pid=99457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 21:00:23.592337 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] Notify callbacks [] for router, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.593500 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-0dfae990-5e5a-42d5-8154-86cff28a2b43 admin admin] 10.222.0.38 "DELETE /v2.0/routers/53a5bede-1419-4094-a7c5-0269c9c6d9e5 HTTP/1.1" status: 204 len: 168 time: 0.7458022 Jul 14 21:00:23.595987 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38238) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:23.642256 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c653d384-83ce-47c7-9424-4c88cf97d895 admin admin] Deleting subnet c60ebf40-15fb-4c1f-8e53-3dad0e5e84da {{(pid=99457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 21:00:23.645251 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c653d384-83ce-47c7-9424-4c88cf97d895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.677914 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c653d384-83ce-47c7-9424-4c88cf97d895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62803196'] for subnet, precommit_delete_associations {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.752935 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c653d384-83ce-47c7-9424-4c88cf97d895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.803569 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c653d384-83ce-47c7-9424-4c88cf97d895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62809195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62529652'] for subnet, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.834527 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d384-83ce-47c7-9424-4c88cf97d895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c60ebf40-15fb-4c1f-8e53-3dad0e5e84da,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:23.836527 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-c653d384-83ce-47c7-9424-4c88cf97d895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for subnet, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.840689 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-c653d384-83ce-47c7-9424-4c88cf97d895 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c60ebf40-15fb-4c1f-8e53-3dad0e5e84da HTTP/1.1" status: 204 len: 168 time: 0.2415025 Jul 14 21:00:23.841304 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.wsgi [-] (99457) accepted ('10.222.0.38', 38240) {{(pid=99457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:23.845491 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60111ee4-b60a-4f20-b70d-ce661b506c67 None None] Network ef7702c9-2f4b-4441-b148-ed52f388bdd6 requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 21:00:23.914412 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:23.965414 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Deleting port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 {{(pid=99457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 21:00:23.965754 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.029152 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.db [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] For port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=51b50d70-4dc6-4b83-a4cc-c759585cbfa4,segment=NetworkSegment(63348407-fcd7-4c17-8371-97950ff20665),segment_id=63348407-fcd7-4c17-8371-97950ff20665)] {{(pid=99457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 21:00:24.029513 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.041391 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Calling delete_port for 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 owned by network:dhcp {{(pid=99457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 21:00:24.115234 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62809142'] for port, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.140048 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Pushing event deleted for resources: {'Port': ['ID=51b50d70-4dc6-4b83-a4cc-c759585cbfa4,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:24.143404 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] No DVR routers for this DVR port 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 on host dv-cinder-800830-1-iscsi {{(pid=99457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 21:00:24.213639 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.223223 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7702c9-2f4b-4441-b148-ed52f388bdd6']}} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:24.234345 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63348407-fcd7-4c17-8371-97950ff20665') {'for_net_delete': True} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:24.234642 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.services.segments.db [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63348407-fcd7-4c17-8371-97950ff20665') {} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:24.243742 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62803173'] for segment, before_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.251242 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb283f8-ee04-44d8-a3ec-764ee8ad7eea None None] DHCP port deletion for ef7702c9-2f4b-4441-b148-ed52f388bdd6 request from dv-cinder-800830-1-iscsi {{(pid=99458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 21:00:24.264856 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.271132 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=99457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 21:00:24.271521 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62809029'] for segment, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: Traceback (most recent call last): Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: timer() Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: cb(*args, **kw) Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: return func(*args, **kwargs) Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: self._notify() Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: self.callback(batched_events) Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: event.method(event) Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: return f(self, *a, **k) Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._get(url).json() Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: return self.request(url, 'GET', **kwargs) Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 21:00:24.273260 dv-cinder-800830-1-iscsi neutron-server[99457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 21:00:24.331566 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.336232 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.340943 dv-cinder-800830-1-iscsi neutron-server[99457]: INFO neutron.wsgi [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] 10.222.0.38 "DELETE /v2.0/networks/ef7702c9-2f4b-4441-b148-ed52f388bdd6 HTTP/1.1" status: 204 len: 168 time: 0.4962471 Jul 14 21:00:24.341655 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38242) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:24.350761 dv-cinder-800830-1-iscsi neutron-server[99457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5898f-b697-4d58-a45c-f536d03223fe admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7702c9-2f4b-4441-b148-ed52f388bdd6,revision_number=None']} {{(pid=99457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:24.683622 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-338765'] for router_interface, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.933676 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] Deleting port 3205d8ff-e485-4989-935e-ee8513d7480d {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 21:00:24.934018 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:24.948976 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 21:00:24.968877 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 21:00:24.969297 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 4ce117f8-97c0-4ea5-bf31-f00a1b3e6d82 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 21:00:24.969719 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 21:00:24.991071 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 21:00:24.991412 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 51b50d70-4dc6-4b83-a4cc-c759585cbfa4 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 21:00:24.991813 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 4b016255-c96d-45b6-bde0-bf3a0832139b no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 21:00:25.009478 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 4b016255-c96d-45b6-bde0-bf3a0832139b {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 21:00:25.009818 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 4b016255-c96d-45b6-bde0-bf3a0832139b not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 21:00:25.009929 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] For port 3205d8ff-e485-4989-935e-ee8513d7480d, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=3205d8ff-e485-4989-935e-ee8513d7480d,segment=NetworkSegment(e75ed5b5-ebbd-4953-b432-c7c300b42ad1),segment_id=e75ed5b5-ebbd-4953-b432-c7c300b42ad1)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 21:00:25.010213 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:25.023023 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] Calling delete_port for 3205d8ff-e485-4989-935e-ee8513d7480d owned by network:router_interface {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 21:00:25.196801 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:25.223121 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] Pushing event deleted for resources: {'Port': ['ID=3205d8ff-e485-4989-935e-ee8513d7480d,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:25.386427 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338913'] for router_interface, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:25.587007 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] Router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 has already been hosted by L3 agent 2aafcf00-a77a-4a96-b643-9ce04649baae {{(pid=99456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 21:00:25.686589 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] Notify agent at l3_agent.dv-cinder-800830-1-iscsi the message routers_updated {{(pid=99456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 21:00:25.691432 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-81fefe48-bf74-4f97-9053-6ebacf3b1dde admin admin] 10.222.0.38 "PUT /v2.0/routers/c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3479569 Jul 14 21:00:25.694254 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38244) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:25.696795 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] Sync routers for ids ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'] in dv-cinder-800830-1-iscsi {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 21:00:25.705675 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] Routers {'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 21:00:25.706283 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T20:59:56Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:25.799734 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Notify callbacks [] for router, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:25.895761 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] Set router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 gateway port host: dv-cinder-800830-1-iscsi {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 21:00:25.906153 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:25.956650 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Deleting port f9b484b8-ec20-4f0d-9be0-9434c7be4e96 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 21:00:25.956996 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:25.998945 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.036869 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] For port f9b484b8-ec20-4f0d-9be0-9434c7be4e96, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=f9b484b8-ec20-4f0d-9be0-9434c7be4e96,segment=NetworkSegment(1ddb6b00-fbbc-4664-9daa-671bbac2bdf9),segment_id=1ddb6b00-fbbc-4664-9daa-671bbac2bdf9)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 21:00:26.037220 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.048646 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Calling delete_port for f9b484b8-ec20-4f0d-9be0-9434c7be4e96 owned by network:router_gateway {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 21:00:26.067756 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'name': 'tempest-TestShelveInstance-66532699-router', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'external_fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T21:00:25Z', 'revision_number': 5, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'gw_port': {'id': 'f9b484b8-ec20-4f0d-9be0-9434c7be4e96', 'name': '', 'network_id': '0b4cd0ac-fde7-42fb-918c-0bdad8c91a5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800830-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b16534f6-e2ab-440e-aded-13d2d58d27f8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800830-1-iscsi'}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:26.096291 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-10e0ac50-f2a6-40cd-92d4-b223791bb39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.098056 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] Checking router: c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 for host: dv-cinder-800830-1-iscsi {{(pid=99459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 21:00:26.106154 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] Routers {'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'} bound to L3 agent in host dv-cinder-800830-1-iscsi {{(pid=99459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 21:00:26.106803 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800830-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T20:39:56Z,description=,heartbeat_timestamp=2021-07-14T21:00:26Z,host='dv-cinder-800830-1-iscsi',id=2aafcf00-a77a-4a96-b643-9ce04649baae,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T20:39:56Z,topic='l3_agent')) {'router_ids': ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'], 'active': True} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:26.191859 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_dvr_db [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] Set router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 gateway port host: None {{(pid=99459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 21:00:26.212065 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.234436 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b484b8-ec20-4f0d-9be0-9434c7be4e96,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:26.242091 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.l3_hamode_db [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'name': 'tempest-TestShelveInstance-66532699-router', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T21:00:25Z', 'revision_number': 6, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'gw_port_host': None}], 'dv-cinder-800830-1-iscsi', False) {} {{(pid=99459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:26.271654 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dbf08a-d496-4d31-8b35-4c4e22f2d747 None None] The sync data for ids ['c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5'] in dv-cinder-800830-1-iscsi is: [{'id': 'c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5', 'name': 'tempest-TestShelveInstance-66532699-router', 'tenant_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T20:55:55Z', 'updated_at': '2021-07-14T21:00:25Z', 'revision_number': 6, 'project_id': 'd12cbb60cc9b4bbba16d656d447e5be7', 'gw_port_host': None}] {{(pid=99459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 21:00:26.299930 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-337927'] for router_gateway, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.388899 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7806'] for router, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.390968 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.436263 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3855628'] for router, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.436828 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 {{(pid=99456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 21:00:26.441314 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] Notify callbacks [] for router, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.442776 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-30df81f2-30ce-4349-8b09-374e7acb8774 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c80e8cd7-fd35-4ec9-8179-4dfe2bc227c5 HTTP/1.1" status: 204 len: 168 time: 0.7473035 Jul 14 21:00:26.445276 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38246) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:26.489176 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07e29f3-9bb3-49cc-b949-fade5f78bd9c admin admin] Deleting subnet 76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1 {{(pid=99456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 21:00:26.492115 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b07e29f3-9bb3-49cc-b949-fade5f78bd9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.523658 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b07e29f3-9bb3-49cc-b949-fade5f78bd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59089704'] for subnet, precommit_delete_associations {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.605658 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b07e29f3-9bb3-49cc-b949-fade5f78bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774220'] for subnet, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.900306 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b07e29f3-9bb3-49cc-b949-fade5f78bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58970847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59790266'] for subnet, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.926342 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e29f3-9bb3-49cc-b949-fade5f78bd9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:26.928366 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-b07e29f3-9bb3-49cc-b949-fade5f78bd9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:26.930150 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-b07e29f3-9bb3-49cc-b949-fade5f78bd9c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/76a37b60-4cc1-4b8d-be6d-a1a9252b0bf1 HTTP/1.1" status: 204 len: 168 time: 0.4838970 Jul 14 21:00:26.932690 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38248) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:26.935516 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c68fc-4e4a-49f2-b1d4-53047747d1a0 None None] Network 8a13b91b-da6b-4965-87bc-4c2fad97929a requested from dv-cinder-800830-1-iscsi {{(pid=99458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 21:00:26.998484 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.001768 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596389'] for network, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.061547 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Deleting port f681e16a-d657-4a7c-b542-876d8b00b6c7 {{(pid=99456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 21:00:27.062161 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.063201 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device f9b484b8-ec20-4f0d-9be0-9434c7be4e96 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 21:00:27.087037 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: f9b484b8-ec20-4f0d-9be0-9434c7be4e96 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 21:00:27.087377 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device f9b484b8-ec20-4f0d-9be0-9434c7be4e96 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 21:00:27.087793 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 3205d8ff-e485-4989-935e-ee8513d7480d no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 21:00:27.108110 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: 3205d8ff-e485-4989-935e-ee8513d7480d {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 21:00:27.108459 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device 3205d8ff-e485-4989-935e-ee8513d7480d not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 21:00:27.124941 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.db [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] For port f681e16a-d657-4a7c-b542-876d8b00b6c7, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=f681e16a-d657-4a7c-b542-876d8b00b6c7,segment=NetworkSegment(e75ed5b5-ebbd-4953-b432-c7c300b42ad1),segment_id=e75ed5b5-ebbd-4953-b432-c7c300b42ad1)] {{(pid=99456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 21:00:27.125304 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.140375 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Calling delete_port for f681e16a-d657-4a7c-b542-876d8b00b6c7 owned by network:dhcp {{(pid=99456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 21:00:27.171166 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] DHCP port deletion for 8a13b91b-da6b-4965-87bc-4c2fad97929a request from dv-cinder-800830-1-iscsi {{(pid=99458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 21:00:27.178301 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 21:00:27.219131 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Deleting port f681e16a-d657-4a7c-b542-876d8b00b6c7 {{(pid=99458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 21:00:27.219586 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754391145701'] for port, before_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.229052 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58970754'] for port, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.252058 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f681e16a-d657-4a7c-b542-876d8b00b6c7,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:27.262461 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] No DVR routers for this DVR port f681e16a-d657-4a7c-b542-876d8b00b6c7 on host dv-cinder-800830-1-iscsi {{(pid=99456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 21:00:27.287645 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.db [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] For port f681e16a-d657-4a7c-b542-876d8b00b6c7, host dv-cinder-800830-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800830-1-iscsi',level=0,port_id=f681e16a-d657-4a7c-b542-876d8b00b6c7,segment=NetworkSegment(e75ed5b5-ebbd-4953-b432-c7c300b42ad1),segment_id=e75ed5b5-ebbd-4953-b432-c7c300b42ad1)] {{(pid=99458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 21:00:27.288103 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-342254'] for port, precommit_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.301475 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Calling delete_port for f681e16a-d657-4a7c-b542-876d8b00b6c7 owned by network:dhcp {{(pid=99458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 21:00:27.337117 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775897', 'neutron.services.segments.db._delete_segments_for_network-8754391378499'] for network, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.347534 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a13b91b-da6b-4965-87bc-4c2fad97929a']}} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:27.358335 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1') {'for_net_delete': True} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:27.358621 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.services.segments.db [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75ed5b5-ebbd-4953-b432-c7c300b42ad1') {} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 21:00:27.367376 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754391376972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59089713'] for segment, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.383143 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754391152141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754390828966'] for port, after_delete {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.384521 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673'] for segment, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.390564 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=99456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 21:00:27.391195 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971505'] for segment, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: Traceback (most recent call last): Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: timer() Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: cb(*args, **kw) Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: return func(*args, **kwargs) Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: self._notify() Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: self.callback(batched_events) Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: event.method(event) Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: return f(self, *a, **k) Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._get(url).json() Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: return self.request(url, 'GET', **kwargs) Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 21:00:27.392371 dv-cinder-800830-1-iscsi neutron-server[99456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 21:00:27.412273 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Pushing event deleted for resources: {'Port': ['ID=f681e16a-d657-4a7c-b542-876d8b00b6c7,revision_number=None']} {{(pid=99458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:27.414542 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] No DVR routers for this DVR port f681e16a-d657-4a7c-b542-876d8b00b6c7 on host dv-cinder-800830-1-iscsi {{(pid=99458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 21:00:27.424404 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.424754 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.425088 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.425499 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.425793 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.426737 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.426737 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.426737 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.427010 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.427352 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.427956 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.428140 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0b63c-af22-47ad-9bf7-3a60002c05f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800830-1-iscsi {{(pid=99458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 21:00:27.447048 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338019'] for network, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.453062 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766633'] for network, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.454987 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] 10.222.0.38 "DELETE /v2.0/networks/8a13b91b-da6b-4965-87bc-4c2fad97929a HTTP/1.1" status: 204 len: 168 time: 0.5213850 Jul 14 21:00:27.466096 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdcab8-111c-4cff-a886-12cc336422eb admin admin] Pushing event deleted for resources: {'Network': ['ID=8a13b91b-da6b-4965-87bc-4c2fad97929a,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:27.616369 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38252) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:27.655618 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-a67e6095-2dc1-4840-973c-623b381e6a65 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=42b556b217544b60adda342fdd8cd4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380821 Jul 14 21:00:27.658147 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38254) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:27.704651 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bf72ef13-c88c-4255-880e-e9420367de61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.724071 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bf72ef13-c88c-4255-880e-e9420367de61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.776406 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bf72ef13-c88c-4255-880e-e9420367de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.779050 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-bf72ef13-c88c-4255-880e-e9420367de61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:27.780201 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-bf72ef13-c88c-4255-880e-e9420367de61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcf26d1b-1d72-466f-93e8-a80bc9cac7ae HTTP/1.1" status: 204 len: 168 time: 0.1211457 Jul 14 21:00:27.787487 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72ef13-c88c-4255-880e-e9420367de61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf26d1b-1d72-466f-93e8-a80bc9cac7ae,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:28.107343 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38260) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:28.145783 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-cd64c115-1473-432a-abaa-d4d0ad8668fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d12cbb60cc9b4bbba16d656d447e5be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372679 Jul 14 21:00:28.148328 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [-] (99456) accepted ('10.222.0.38', 38262) {{(pid=99456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 21:00:28.194557 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6f265154-ef9c-4e74-b593-20b78ac970f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:28.215383 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6f265154-ef9c-4e74-b593-20b78ac970f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:28.260739 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6f265154-ef9c-4e74-b593-20b78ac970f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783339'] for security_group, after_delete {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:28.263940 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-6f265154-ef9c-4e74-b593-20b78ac970f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:28.265070 dv-cinder-800830-1-iscsi neutron-server[99456]: INFO neutron.wsgi [None req-6f265154-ef9c-4e74-b593-20b78ac970f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f182d6bf-6621-44f1-bf1d-349033c7ad41 HTTP/1.1" status: 204 len: 168 time: 0.1158545 Jul 14 21:00:28.273517 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f265154-ef9c-4e74-b593-20b78ac970f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f182d6bf-6621-44f1-bf1d-349033c7ad41,revision_number=None']} {{(pid=99456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 21:00:28.619052 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:28.945560 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device f681e16a-d657-4a7c-b542-876d8b00b6c7 no longer exists at agent ovs-agent-dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 21:00:28.965425 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.plugin [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] No Port match for: f681e16a-d657-4a7c-b542-876d8b00b6c7 {{(pid=99458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 21:00:28.965768 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron.plugins.ml2.rpc [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Device f681e16a-d657-4a7c-b542-876d8b00b6c7 not bound to the agent host dv-cinder-800830-1-iscsi {{(pid=99458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 21:00:52.766965 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:52.935497 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-2c0a69c4-dc6a-4139-ae7f-e8d23ace0b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:55.999467 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:56.215546 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a33d0a6d-8b2a-458c-8e2b-3f902d9bf94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:56.962792 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:00:58.620213 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:04.178181 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 21:01:22.783383 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:22.933613 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-dfc69bec-4647-4c80-9cc0-18f6a6c2ba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:25.999780 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:26.093760 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3a052cb1-9026-4639-b083-c7f918fb0933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:26.965082 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:28.623001 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:41.177443 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 21:01:52.802146 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:52.933027 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-6949e9b2-99e9-4fc1-bc1d-b06fbd695a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:56.000391 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:56.093125 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-92f0568c-83bc-4c23-98aa-5c466a36df75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:56.967596 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:01:58.629136 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:18.175851 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 21:02:22.805150 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:22.931773 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-6e093a52-7bc8-48c3-a9bb-e3366d7bb7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:26.000953 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:26.092960 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-57be5be6-c737-49f4-b4f0-e8e17011e569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:26.970351 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:28.628884 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:52.821890 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:52.929811 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a57b3bc4-e290-4a4f-a445-4fc3780f5e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:55.175344 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 21:02:56.001559 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:56.091961 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-146c1373-0df6-4e38-ba16-19e0078c81a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:56.973887 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:02:58.631466 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:22.823286 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:22.928714 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-cd7eea00-1fd1-4c33-96ba-53cb86b625db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:26.001890 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:26.090358 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-d1e432c2-5ed1-4d04-b701-af85c8360a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:26.976091 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:28.632973 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:32.174981 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 21:03:52.837091 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:52.927618 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-e27721d6-2751-4ccf-a503-ff92111068db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:56.001635 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:56.088723 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-55d6fee1-4fee-4e8e-b9db-80bbccedcbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:56.978806 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:03:58.637562 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:09.174117 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 21:04:22.838494 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:22.925402 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-3101a095-8bc1-432b-81dc-0867af009037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:26.003412 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:26.087097 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b2ae016d-fe0e-4a58-ae56-42be0eef5cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:26.980782 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:28.640179 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:46.172778 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 21:04:51.998256 dv-cinder-800830-1-iscsi neutron-server[99456]: DEBUG neutron.wsgi [req-c22a7c1d-0124-4e5a-ba97-b521c04d61e5 req-e3475886-c4d3-45a1-911f-da12d781a8ff service neutron] (99456) timed out ('10.222.0.43', 60466) {{(pid=99456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 21:04:52.840731 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:52.923856 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-2275f91f-74e8-4022-8c33-fdb2c51851d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:56.004337 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:56.085425 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-6adc08b7-2767-4185-af3e-feebb6d3715c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:56.983916 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:04:58.639663 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:05:22.843771 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-caa20f26-7319-4b83-af86-2d1e176a9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:05:22.923885 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7f519f7-3e95-4815-8b59-da2ac95dc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:05:23.171987 dv-cinder-800830-1-iscsi neutron-server[99459]: DEBUG neutron.db.agents_db [None req-98975881-b3fc-4268-bf1a-12a6b75432bc None None] Agent healthcheck: found 6 active agents {{(pid=99459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 21:05:26.005537 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-650f5a18-7abb-4ebc-81c1-31357ad501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:05:26.085151 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-0a8de8b0-888e-4f81-a52f-6f0d60fc88e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:05:26.986731 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-b4e95b6d-3dbe-4590-842b-0b169d52b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 21:05:28.642237 dv-cinder-800830-1-iscsi neutron-server[99458]: DEBUG neutron_lib.callbacks.manager [None req-a7d50b4f-ec94-4a5c-baf6-5ccf50b6ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754391378481', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780905'] for agent, after_update {{(pid=99458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}